-- Logs begin at Mon 2022-04-11 15:36:55 UTC, end at Mon 2022-04-11 17:03:34 UTC. -- Apr 11 16:36:35.561397 dv-cinder-837165-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 16:36:38.540516 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:36:38.541179 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:36:38.541343 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110448) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:36:38.544939 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.common.config [-] Logging enabled! Apr 11 16:36:38.545200 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 16:36:38.545516 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110448) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 16:36:38.546499 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:36:38.546734 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:36:38.547189 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:36:38.547440 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:36:38.547670 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:36:38.548117 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.548550 dv-cinder-837165-2-smb neutron-server[110448]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 16:36:38.548867 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.549166 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.549462 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.549762 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.550056 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.550341 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.550636 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.551021 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.551250 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.551534 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.551824 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.552122 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.552410 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.552698 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.552987 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.553273 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] debug = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.553557 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.553995 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.554459 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.554739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.555054 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.555339 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.555615 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.555895 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.556183 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.556535 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] host = dv-cinder-837165-2-smb {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.556812 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.557103 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.557393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.557682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.557957 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.558251 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.558523 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.559081 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.559359 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.559643 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.559928 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.560218 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.560519 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.560747 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.561114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.561261 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.561548 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.561826 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.562104 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.562379 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.562653 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.562927 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.563220 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.563512 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.563798 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.564086 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.564366 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.564642 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.564914 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.565185 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.565474 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.565748 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.566021 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.566295 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.566585 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.566855 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.567149 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.567456 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.567746 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.568028 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.568315 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.568591 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.568874 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.569145 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.569418 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.570282 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_json = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.570512 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.570785 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.571097 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.571375 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.571647 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.571925 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.572198 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.572485 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.572759 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:38.573058 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.573354 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.573652 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.573953 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.574243 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.574520 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.574812 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.575117 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.575406 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.575690 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.575982 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.576259 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.576559 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.576845 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.577141 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.577445 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.577738 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.578030 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.578303 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.578577 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.578852 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.579153 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.579440 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.579716 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.580004 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.580291 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.580570 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.580866 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.581153 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.581443 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.581730 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.582005 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.582282 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.582572 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.582849 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.583152 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.583518 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.583715 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.583982 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.584255 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.584600 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.584821 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.585098 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.585371 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.586199 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.586484 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.586777 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.587085 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.587337 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.587609 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.587879 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.588165 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.588441 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.588715 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.588988 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.589264 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.589537 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.589812 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.590092 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.590370 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.590649 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.590923 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.591218 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.591492 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.591767 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.592039 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.592311 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.592583 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.592860 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.593148 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.593413 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.593673 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.593945 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.594218 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.594509 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.594813 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.595122 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.595404 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.595683 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.595962 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.596243 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.596520 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.596805 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.597080 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.597353 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.597650 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.597934 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.598225 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.598531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.598809 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.599132 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.599410 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.599685 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.599966 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.600245 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.600523 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.600805 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.601123 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.601414 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.601705 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.601997 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.602291 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.602586 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.602865 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.603198 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.603480 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:38.603698 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:36:38.603950 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110448) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 16:36:38.980967 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:36:38.981242 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:36:38.981545 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 16:36:38.981875 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 16:36:39.315248 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.315450 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.315764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.317061 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.317336 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.317601 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.371015 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.371291 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.371554 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.386534 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.386811 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.387104 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.417850 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.418131 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.418419 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.457282 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.457704 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.458103 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.799072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.799711 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.799711 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.799891 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.800542 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.900455 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.900770 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.901052 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.901324 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.901592 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.901903 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.902167 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.902424 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.902678 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.902979 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.903246 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.903512 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.903769 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.904026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.904280 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.904542 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.904796 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.905063 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.905333 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.905594 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.906020 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.906279 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.906565 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.906971 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.907220 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.907468 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.907870 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.908112 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.908351 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.908588 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.908827 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.909066 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:39.909429 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 16:36:39.912680 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 16:36:39.917144 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 16:36:39.920800 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Apr 11 16:36:39.922405 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 16:36:39.922866 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 16:36:39.923221 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 16:36:39.923611 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 16:36:39.926552 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 16:36:39.926798 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 16:36:39.927175 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:36:39.932562 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 16:36:39.956598 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 16:36:39.957060 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.957359 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110448) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 16:36:39.957731 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.959104 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110448) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 16:36:39.959387 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 16:36:39.959629 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 16:36:39.962963 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:39.963273 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:40.025371 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 16:36:40.025604 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 16:36:40.025827 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 16:36:40.026207 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 16:36:40.047573 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_db.sqlalchemy.engines [None req-d081661f-8643-40f9-a705-98e642ee049c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110448) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 16:36:40.649474 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing driver for type 'gre' Apr 11 16:36:40.650032 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d081661f-8643-40f9-a705-98e642ee049c None None] gre ID ranges: [(1, 1000)] Apr 11 16:36:40.843847 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing driver for type 'local' Apr 11 16:36:40.844512 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing driver for type 'vlan' Apr 11 16:36:40.912342 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d081661f-8643-40f9-a705-98e642ee049c None None] VlanTypeDriver initialization complete Apr 11 16:36:40.912657 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing driver for type 'vxlan' Apr 11 16:36:40.913176 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d081661f-8643-40f9-a705-98e642ee049c None None] vxlan ID ranges: [(1, 1000)] Apr 11 16:36:41.072353 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing extension driver 'port_security' Apr 11 16:36:41.072686 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.extensions.port_security [None req-d081661f-8643-40f9-a705-98e642ee049c None None] PortSecurityExtensionDriver initialization complete Apr 11 16:36:41.073016 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing mechanism driver 'openvswitch' Apr 11 16:36:41.073350 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing mechanism driver 'hyperv' Apr 11 16:36:41.080134 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.plugin [None req-d081661f-8643-40f9-a705-98e642ee049c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110448) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:41.080998 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.081375 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.081729 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.082301 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.082737 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.083116 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.083463 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.083855 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.084258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.084603 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.084942 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.085328 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.085729 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.086074 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.086412 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.086800 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.087222 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.087567 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.087903 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.088290 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.088690 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > address_group after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.089036 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > address_group after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.089371 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > address_group after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.089759 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110448) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 16:36:41.090190 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d081661f-8643-40f9-a705-98e642ee049c None None] ML2 OVO RPC backend initialized. {{(pid=110448) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 16:36:41.090889 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.091270 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.091678 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.092022 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > networks before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.092370 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.092708 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > ports before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.093051 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.093389 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnets before_response 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.093736 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.101939 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.101939 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.101939 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.101939 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.102335 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.102335 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.102335 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.102335 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > subnet after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.108108 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded quota_driver: . Apr 11 16:36:41.108570 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.plugin [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Modular L2 Plugin initialization complete Apr 11 16:36:41.108835 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading services supported by the core plugin {{(pid=110448) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 16:36:41.109199 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.plugins.ml2.managers [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Got port-security extension from driver 'port_security' Apr 11 16:36:41.109732 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.extensions.vlantransparent [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Disabled vlantransparent extension. Apr 11 16:36:41.110644 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110448) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 16:36:41.110644 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: router Apr 11 16:36:41.159413 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.159805 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_create 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.160188 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router before_create 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.160557 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.160928 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.161286 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_delete 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.161648 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > floatingip after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.162000 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > floatingip after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.162358 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_create 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.162705 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.163086 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.164076 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.164411 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.164835 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.165206 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.165549 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.165891 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: subnet after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.166243 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.166593 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > port precommit_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.166961 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_create 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.167309 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.167654 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.168098 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router after_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.168398 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_delete 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.168752 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_create 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.169119 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router_interface after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.169471 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_update 55549900 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.169842 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > agent after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.170201 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > agent after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.170704 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > network after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.171662 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Tracking information for resource: router configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:41.171995 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Tracking information for resource: floatingip configured {{(pid=110448) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 16:36:41.177321 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.db.l3_agentschedulers_db [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 16:36:41.177920 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.178289 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.178645 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.179061 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: port after_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.179963 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router before_create 55550100 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.180345 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_delete 55550100 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.180715 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_create 55550100 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.181075 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > router precommit_update 55550100 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.186613 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.provider_configuration [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service providers = [] {{(pid=110448) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 16:36:41.190122 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.db.servicetype_db [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110448) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 16:36:41.193294 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.service_base [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:36:41.193649 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.service_base [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:36:41.193994 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.service_base [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:36:41.194987 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.services.service_base [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110448) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 16:36:41.195375 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.services.service_base [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 16:36:41.195764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.196081 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 16:36:41.208740 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.209069 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: auto_allocate Apr 11 16:36:41.215398 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: network precommit_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.215767 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: network precommit_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.216286 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.216604 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: tag Apr 11 16:36:41.223398 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.223722 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: timestamp Apr 11 16:36:41.228166 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.228494 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: network_ip_availability Apr 11 16:36:41.234017 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.234432 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.234739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.235498 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.235815 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: flavors Apr 11 16:36:41.247200 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.247533 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading Plugin: revisions Apr 11 16:36:41.252159 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110448) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 16:36:41.252555 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.271s {{(pid=110448) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 16:36:41.253319 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110448) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 16:36:41.253744 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Initializing extension manager. Apr 11 16:36:41.254272 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: __init__.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.254615 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: __pycache__ {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.254972 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: address_group.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.255752 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.256340 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: address-group Apr 11 16:36:41.256665 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: address_scope.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.257400 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.257962 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: address-scope Apr 11 16:36:41.258226 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: admin_state_down_before_update.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.259232 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.259817 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: router-admin-state-down-before-update Apr 11 16:36:41.260140 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: agent.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.260840 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.262190 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: agent Apr 11 16:36:41.262190 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: agent_resources_synced.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.262561 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.263099 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: agent-resources-synced Apr 11 16:36:41.263421 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: allowedaddresspairs.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.265372 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.265895 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: allowed-address-pairs Apr 11 16:36:41.266222 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: auto_allocated_topology.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.267341 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.267851 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: auto-allocated-topology Apr 11 16:36:41.268174 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: availability_zone.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.268869 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.269375 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: availability_zone Apr 11 16:36:41.269696 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: availability_zone_filter.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.270666 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.271202 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: availability_zone_filter Apr 11 16:36:41.271526 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: data_plane_status.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.272432 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.273460 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 16:36:41.273780 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: default_subnetpools.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.274682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.275206 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: default-subnetpools Apr 11 16:36:41.275528 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: dhcpagentscheduler.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.276359 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.276887 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: dhcp_agent_scheduler Apr 11 16:36:41.277203 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: dns.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.278104 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.278599 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension dns-integration not supported by any of loaded plugins Apr 11 16:36:41.278914 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: dns_domain_ports.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.279845 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.280340 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 16:36:41.280656 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.281570 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.282060 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 16:36:41.282385 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: dvr.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.283062 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.283563 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: dvr Apr 11 16:36:41.283881 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: ecmp_routes.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.284789 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.285280 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 16:36:41.285597 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: empty_string_filtering.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.286493 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.287019 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: empty-string-filtering Apr 11 16:36:41.287343 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.288247 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.289311 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:36:41.289633 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.290547 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.291074 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 16:36:41.291394 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: external_net.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.292291 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.292795 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: external-net Apr 11 16:36:41.293109 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: extra_dhcp_opt.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.294000 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.294502 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: extra_dhcp_opt Apr 11 16:36:41.294822 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: extraroute.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.295747 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.296251 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: extraroute Apr 11 16:36:41.296570 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: extraroute_atomic.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.297588 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.298133 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: extraroute-atomic Apr 11 16:36:41.298450 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: filter_validation.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.299144 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.299648 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: filter-validation Apr 11 16:36:41.299966 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: fip_pf_description.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.301094 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.301601 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 16:36:41.301924 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: fip_pf_port_range.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.302828 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.303361 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 16:36:41.303680 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: fip_port_details.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.304620 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.305126 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: fip-port-details Apr 11 16:36:41.305444 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: flavors.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.314470 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.315002 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: flavors Apr 11 16:36:41.315328 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.317016 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.317533 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 16:36:41.317857 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: floatingip_pools.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.318546 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.319085 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: floatingip-pools Apr 11 16:36:41.319406 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: ip_allocation.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.320339 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.320842 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 16:36:41.321161 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.322059 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.322566 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: ip-substring-filtering Apr 11 16:36:41.322891 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l2_adjacency.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.323834 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.324331 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 16:36:41.324643 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.325636 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.326151 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: router Apr 11 16:36:41.326503 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_conntrack_helper.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.328785 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.329304 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 16:36:41.329637 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.330546 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.331090 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: ext-gw-mode Apr 11 16:36:41.331419 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.337530 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.338035 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: l3-ha Apr 11 16:36:41.338356 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.339282 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.339786 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 16:36:41.340110 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_flavors.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.341010 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.341514 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: l3-flavors Apr 11 16:36:41.341835 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_ndp_proxy.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.343225 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.343759 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 16:36:41.344089 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.344999 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.345506 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 16:36:41.345829 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: l3agentscheduler.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.346892 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.347431 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: l3_agent_scheduler Apr 11 16:36:41.347757 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: local_ip.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.349699 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.350220 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension local_ip not supported by any of loaded plugins Apr 11 16:36:41.350553 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: logging.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.352688 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.353157 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension logging not supported by any of loaded plugins Apr 11 16:36:41.353487 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: metering.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.354227 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.354812 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: metering Apr 11 16:36:41.355175 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.356256 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.356765 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: metering_source_and_destination_fields Apr 11 16:36:41.357090 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: multiprovidernet.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.358022 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.358527 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: multi-provider Apr 11 16:36:41.358847 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: netmtu.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.359775 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.360280 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: net-mtu Apr 11 16:36:41.360597 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: netmtu_writable.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.361639 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.362147 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: net-mtu-writable Apr 11 16:36:41.362466 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: network_availability_zone.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.363150 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.363649 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: network_availability_zone Apr 11 16:36:41.363965 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: network_ip_availability.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.365066 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.365570 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: network-ip-availability Apr 11 16:36:41.365890 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: network_segment_range.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.366730 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.367257 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 16:36:41.367579 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: pagination.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.368561 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.368885 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: pagination Apr 11 16:36:41.369202 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: port_device_profile.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.370107 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.370621 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: port-device-profile Apr 11 16:36:41.370956 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.371882 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.372389 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: port-mac-address-regenerate Apr 11 16:36:41.372708 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.378199 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.378744 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: port-numa-affinity-policy Apr 11 16:36:41.379114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: port_resource_request.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.380046 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.380558 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 16:36:41.380883 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: port_resource_request_groups.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.381869 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.382397 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 16:36:41.382720 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: portbindings.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.383692 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.384201 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: binding Apr 11 16:36:41.384524 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: portbindings_extended.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.385816 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.386337 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: binding-extended Apr 11 16:36:41.386668 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: portsecurity.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.387628 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.388140 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: port-security Apr 11 16:36:41.388466 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: project_id.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.389441 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.389775 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: project-id Apr 11 16:36:41.390100 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: providernet.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.391044 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.391561 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: provider Apr 11 16:36:41.391883 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.395536 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.396070 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos not supported by any of loaded plugins Apr 11 16:36:41.396407 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.397674 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.398706 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 16:36:41.399072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.400131 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.400647 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 16:36:41.400978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_default.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.401910 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.402421 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-default not supported by any of loaded plugins Apr 11 16:36:41.402756 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_fip.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.403689 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.404200 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-fip not supported by any of loaded plugins Apr 11 16:36:41.404529 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_fip_network_policy.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.405448 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.405962 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 16:36:41.406290 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_gateway_ip.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.407244 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.407759 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 16:36:41.408089 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_port_network_policy.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.408994 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.409503 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 16:36:41.409831 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.410908 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.411428 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 16:36:41.411761 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.417722 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.418242 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 16:36:41.418574 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_pps_rule.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.419790 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.420301 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-pps not supported by any of loaded plugins Apr 11 16:36:41.420634 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_rule_type_details.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.421552 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.422063 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 16:36:41.422390 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_rule_type_filter.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.423344 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.423856 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 16:36:41.424185 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: qos_rules_alias.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.425246 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.425761 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 16:36:41.426089 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: quota_check_limit.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.427037 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.427560 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: quota-check-limit Apr 11 16:36:41.427883 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: quotasv2.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.428875 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.429240 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: quotas Apr 11 16:36:41.429562 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: quotasv2_detail.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.431416 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.431754 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: quota_details Apr 11 16:36:41.432087 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: rbac.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.433164 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.433942 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: rbac-policies Apr 11 16:36:41.434336 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: rbac_address_group.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.435323 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.435763 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: rbac-address-group Apr 11 16:36:41.436095 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: rbac_address_scope.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.437025 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.437566 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: rbac-address-scope Apr 11 16:36:41.437870 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: rbac_security_groups.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.439300 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.439387 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: rbac-security-groups Apr 11 16:36:41.439740 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: rbac_subnetpool.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.449261 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.449852 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: rbac-subnetpool Apr 11 16:36:41.450105 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: revisionifmatch.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.451081 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.451596 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: revision-if-match Apr 11 16:36:41.451921 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: revisions.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.453081 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.453595 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: standard-attr-revisions Apr 11 16:36:41.453925 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: router_availability_zone.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.454605 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.455142 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: router_availability_zone Apr 11 16:36:41.455469 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: routerservicetype.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.456397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.456904 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension router-service-type not supported by any of loaded plugins Apr 11 16:36:41.457230 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.458152 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.458661 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: security-groups-normalized-cidr Apr 11 16:36:41.459016 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: security_groups_port_filtering.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.459935 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.460975 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: port-security-groups-filtering Apr 11 16:36:41.461297 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.462234 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.462756 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: security-groups-remote-address-group Apr 11 16:36:41.463119 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.464054 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.464570 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: security-groups-shared-filtering Apr 11 16:36:41.464898 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.465488 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 16:36:41.465812 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: securitygroup.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.475664 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.476760 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: security-group Apr 11 16:36:41.477091 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: segment.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.477829 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.478343 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension segment not supported by any of loaded plugins Apr 11 16:36:41.478674 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.479659 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.480168 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 16:36:41.480495 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: servicetype.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.481599 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.482116 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: service-type Apr 11 16:36:41.482442 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: sorting.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.483457 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.483788 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: sorting Apr 11 16:36:41.484110 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: standard_attr_segment.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.485031 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.485542 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 16:36:41.485865 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: standardattrdescription.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.486513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.487046 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: standard-attr-description Apr 11 16:36:41.487371 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: stateful_security_group.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.488321 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.488829 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: stateful-security-group Apr 11 16:36:41.489152 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: stdattrs_common.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.489729 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 16:36:41.490052 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.491030 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.491575 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 16:36:41.491901 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnet_onboard.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.492969 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.493493 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: subnet_onboard Apr 11 16:36:41.493821 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.494747 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.495291 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 16:36:41.495620 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnet_service_types.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.496554 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.497068 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: subnet-service-types Apr 11 16:36:41.497397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnetallocation.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.498475 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.499014 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: subnet_allocation Apr 11 16:36:41.499406 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.500086 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.500638 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: subnetpool-prefix-ops Apr 11 16:36:41.501013 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.502154 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.502827 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 16:36:41.503223 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: tagging.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.511910 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.511910 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: standard-attr-tag Apr 11 16:36:41.511910 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: timestamp.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.512961 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.513397 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loaded extension: standard-attr-timestamp Apr 11 16:36:41.513726 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: trunk.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.514764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.515324 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension trunk not supported by any of loaded plugins Apr 11 16:36:41.515658 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: trunk_details.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.516583 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.517096 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension trunk-details not supported by any of loaded plugins Apr 11 16:36:41.517423 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: uplink_status_propagation.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.518342 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.518857 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 16:36:41.519210 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Loading extension file: vlantransparent.py {{(pid=110448) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 16:36:41.519896 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110448) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 16:36:41.520406 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 16:36:41.523529 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:network Apr 11 16:36:41.524054 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnet Apr 11 16:36:41.524451 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:36:41.524840 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:port Apr 11 16:36:41.526117 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.526556 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service FLAVORS assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.527198 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.527632 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.527969 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:router Apr 11 16:36:41.528395 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:36:41.528886 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service METERING assigned prefix: /metering {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.530342 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.530720 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.531121 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110448) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service CORE assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] subnetpool is already registered Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service CORE assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.535043 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:36:41.535642 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] subnetpool is already registered Apr 11 16:36:41.537589 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.538058 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service FLAVORS assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.539380 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.539835 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.540165 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:router Apr 11 16:36:41.540505 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] router is already registered Apr 11 16:36:41.540932 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:floatingip Apr 11 16:36:41.541265 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] floatingip is already registered Apr 11 16:36:41.541732 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service METERING assigned prefix: /metering {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.542430 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 16:36:41.542756 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] rbac_policy is already registered Apr 11 16:36:41.543206 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:security_group Apr 11 16:36:41.543537 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] security_group is already registered Apr 11 16:36:41.543942 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 16:36:41.544281 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] security_group_rule is already registered Apr 11 16:36:41.544764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service CORE assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.545088 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:36:41.545418 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] subnetpool is already registered Apr 11 16:36:41.545856 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.v2.resource_helper [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Service CORE assigned prefix: {{(pid=110448) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 16:36:41.546193 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 16:36:41.546525 dv-cinder-837165-2-smb neutron-server[110448]: WARNING neutron.quota.resource_registry [None req-d081661f-8643-40f9-a705-98e642ee049c None None] subnetpool is already registered Apr 11 16:36:41.547018 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: extensions {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.549762 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: address-groups {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.551331 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: address-scopes {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.552523 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: agents {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.553788 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: auto-allocated-topology {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.555120 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: availability_zones {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.556329 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: dhcp-networks {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.557704 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: dhcp-agents {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.559503 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: routers {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.563701 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: flavors {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.563701 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: service_profiles {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.563978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: next_providers {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.565418 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: service_profiles {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.566830 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: floatingip-pools {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.568171 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: routers {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.570764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: floatingips {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.571949 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: l3-routers {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.573404 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: l3-agents {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.574810 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: metering-labels {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.576071 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: metering-label-rules {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.577422 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: network-ip-availabilities {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.578666 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: bindings {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.580247 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: quotas {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.581881 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: quotas {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.583503 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: rbac-policies {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.584650 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: security-groups {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.586527 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: security-group-rules {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.587777 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: service-providers {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.588990 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: subnetpools {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.590290 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: subnetpools {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.591851 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.593493 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.595320 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.597074 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.598714 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.600660 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.602388 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.604233 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.606975 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.608688 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron.api.extensions [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Extended resource: tags {{(pid=110448) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 16:36:41.614677 dv-cinder-837165-2-smb neutron-server[110448]: WARNING keystonemiddleware.auth_token [None req-d081661f-8643-40f9-a705-98e642ee049c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 16:36:41.619405 dv-cinder-837165-2-smb neutron-server[110448]: WARNING keystonemiddleware.auth_token [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 16:36:41.628241 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Acquired lock "singleton_lock" {{(pid=110448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 16:36:41.628725 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_concurrency.lockutils [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Releasing lock "singleton_lock" {{(pid=110448) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 16:36:41.629386 dv-cinder-837165-2-smb neutron-server[110448]: INFO oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Starting 2 workers Apr 11 16:36:41.634857 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Started child 110559 {{(pid=110448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:36:41.639551 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Started child 110560 {{(pid=110448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:36:41.644029 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.644712 dv-cinder-837165-2-smb neutron-server[110448]: INFO neutron.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 16:36:41.644712 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Publish callbacks [] for process (None), before_spawn {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.644892 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [-] (110559) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:36:41.644992 dv-cinder-837165-2-smb neutron-server[110448]: INFO oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Starting 1 workers Apr 11 16:36:41.645063 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.645656 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [-] (110560) wsgi starting up on http://0.0.0.0:9696 Apr 11 16:36:41.650116 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Started child 110561 {{(pid=110448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:36:41.650684 dv-cinder-837165-2-smb neutron-server[110448]: INFO oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Starting 1 workers Apr 11 16:36:41.653944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] calling RpcWorker wait() {{(pid=110561) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 16:36:41.654568 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] returning from RpcWorker wait() {{(pid=110561) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 16:36:41.655328 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Started child 110562 {{(pid=110448) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 16:36:41.655713 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.656138 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG neutron_lib.callbacks.manager [None req-d081661f-8643-40f9-a705-98e642ee049c None None] Publish callbacks [] for process (None), after_spawn {{(pid=110448) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.656234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:41.658069 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:36:41.658279 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:36:41.658468 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:36:41.658695 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:36:41.659072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:36:41.659264 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:36:41.659774 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.660041 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.660309 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.660570 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.660665 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:41.661140 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.661425 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.661698 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.661957 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.662231 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.662534 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.662688 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.662843 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.663101 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.663383 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664403 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664403 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664403 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664603 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664603 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.664886 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.665159 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.665417 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.665702 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] debug = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.665963 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.666449 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.666690 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.667100 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.667255 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.667460 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.667691 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.667961 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.668215 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669025 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669025 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669025 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669444 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669444 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669700 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.669834 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.670059 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.670283 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.670743 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] host = dv-cinder-837165-2-smb {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.670998 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.671279 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.671560 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.671733 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.671999 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.672233 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.672487 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.672734 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.672987 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.673222 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.673490 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.673690 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.673929 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.674179 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.674329 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_options = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.674567 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.674843 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.675136 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.675328 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.675496 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.675649 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.675909 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.676061 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.676331 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.676550 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.676768 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.676986 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.677233 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.677456 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.677715 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.677931 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.678186 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.678416 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.678696 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.679005 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.679554 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.679554 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.679813 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.679964 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.680184 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.680410 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.680712 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.680903 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.681090 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.681468 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.681813 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.682335 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.682523 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.682894 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.683101 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.683246 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:41.683388 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.683548 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.683991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.684277 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.684512 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.684776 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.685039 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.685261 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.685519 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.685762 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.686080 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.686310 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_json = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.686533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.687039 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.687594 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.693799 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.694489 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.695564 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696631 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696631 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.696782 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.697029 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.697509 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.697687 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.697937 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.698206 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.698431 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.698654 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.698874 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.699190 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.699374 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.699597 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.699861 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.700087 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.700300 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.700716 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.700952 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.701172 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.701423 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.701675 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.701915 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.702167 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.702416 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.702637 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.702874 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.703118 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.703367 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.703599 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.703834 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.704086 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.704584 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.704868 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.705270 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.705488 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.705729 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.705965 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.706191 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.706405 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.706616 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.706833 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.707069 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.707343 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.707563 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.707776 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.707989 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.708207 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.708419 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.708632 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.708848 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.709061 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.709284 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.709491 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.709725 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.709939 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.710170 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.711312 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.711312 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.711647 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.711647 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.711881 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.712041 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.712242 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.712450 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.712696 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.712961 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.713294 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.713547 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.713788 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.714008 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.714257 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.714476 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.714733 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.715199 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.715199 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.715442 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.715665 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.715921 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.716174 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.716398 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.716616 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.716853 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.717070 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.717307 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.717530 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.717762 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.718000 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.718227 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.718510 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.718744 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.719431 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.719431 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.719682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.719818 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.720890 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.720890 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.720890 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.720890 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.721402 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.721402 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.721627 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.721881 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.722136 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.722546 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.722782 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.723072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.723307 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.723539 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.723782 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.724042 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.724298 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.724532 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.724839 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.725099 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.725348 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.725579 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.725841 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.726172 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.726422 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.726624 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.726887 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.727171 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.727438 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.727684 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.728193 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.728193 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.728455 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.728814 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.728958 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.729083 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.729900 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.729900 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.729900 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.729900 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.730376 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.730376 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.730559 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.730777 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.731029 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.731669 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.731669 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.731669 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733397 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733898 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.733898 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.734162 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.734327 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.734637 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.734909 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.735167 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.735414 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.735667 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.735857 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.736072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.736298 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.736514 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.736746 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.736973 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.737206 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.737471 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.737703 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.738067 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.738456 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.738691 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.738928 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.739192 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.739432 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.739651 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.739892 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.740111 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.740338 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.740557 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.740792 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.741010 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.741251 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.741496 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.741734 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.741975 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.742214 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.742463 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.742701 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.742970 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.743197 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.743414 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.743630 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.743862 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.744094 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.744327 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.744611 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.744828 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.745140 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.745384 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.745613 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.745855 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.746100 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.746364 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.746594 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.746828 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.747072 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.747319 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.747558 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.747773 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.751434 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.751578 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52166) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:41.751675 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.751922 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.752178 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.752421 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.752671 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.752898 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.753135 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.753388 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.753624 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.753876 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.754099 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.754354 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.754573 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.754814 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.755090 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.755284 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.755502 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.755739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.756367 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.756367 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.756367 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.756800 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.756800 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.757651 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.757910 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.758159 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.758471 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.758750 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.758959 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.761983 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.762575 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.762645 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0080776 Apr 11 16:36:41.762717 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.763169 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.763634 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.764111 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.764395 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.764685 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.765128 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.765630 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.765779 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.766094 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.766371 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.766611 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.766863 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.767958 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.768185 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.768571 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.768982 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.769230 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.769500 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.769755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.769986 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.770211 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.770981 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.770981 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.770981 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.771226 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.771366 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.771565 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.771725 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:36:41.772259 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110448) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 16:36:41.772422 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 16:36:41.772576 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 16:36:41.773302 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 16:36:41.773495 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 16:36:41.773634 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 16:36:41.773844 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774005 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774166 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774327 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774486 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774673 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774815 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.774993 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775157 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775315 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775474 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775642 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775787 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.775943 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.776885 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] debug = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777862 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.777862 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778085 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778085 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778276 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778380 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778498 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.778639 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.779638 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780253 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780253 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780253 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780253 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] host = dv-cinder-837165-2-smb {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780632 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780632 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780632 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780927 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.780927 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781142 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781264 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781386 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781508 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781628 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781760 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.781917 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_options = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.782978 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783622 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783748 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.783899 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784056 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784214 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784372 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784690 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.784849 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.785884 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.786446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.786446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.786446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.786446 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.787513 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.788191 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.788191 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.788191 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.788191 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789109 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789109 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789109 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.789991 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_json = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790400 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790400 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790400 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790670 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790670 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.790852 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.791038 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.791150 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.791291 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 16:36:41.791473 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.791636 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.791809 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.791969 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792130 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792241 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:36:41.792351 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792456 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792587 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792748 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.792908 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793078 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793238 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793411 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793572 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.793900 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794062 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794223 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794386 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794544 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794705 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.794965 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795147 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795309 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795469 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795628 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795789 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.795957 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796118 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796296 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796459 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796625 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796786 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.796947 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.797294 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.797294 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.797524 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.797628 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.797731 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799026 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799556 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799556 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799556 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799556 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799780 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.799846 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800127 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800221 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800365 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800467 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800636 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800789 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.800952 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801276 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801436 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801780 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801780 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.801933 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.802044 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.802358 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.802685 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.802844 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803040 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803201 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803343 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803492 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803652 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.803960 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.804084 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.804713 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.804842 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805127 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805234 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805304 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805451 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805606 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805764 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.805920 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806076 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806231 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806387 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806543 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806704 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.806881 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807073 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807292 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807436 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807561 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807685 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.807872 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.808034 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.808200 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.808343 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.808480 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.808616 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809016 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809165 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809303 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809445 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809591 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809729 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.809867 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.810022 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.810158 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.810325 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811209 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811209 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811209 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811209 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811209 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811622 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811622 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811622 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811798 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.811864 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812037 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812363 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812363 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812535 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812694 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812784 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.812954 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.813146 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.813269 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.813572 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.813874 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814041 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814221 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814401 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814546 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814684 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.814858 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816007 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816165 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816332 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816487 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816627 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.816763 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817048 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817048 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817483 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.817785 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.818544 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.818864 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.819052 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.822977 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.823783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.824682 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.825614 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.826533 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.827393 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828409 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828409 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828409 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.828783 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829174 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829174 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829424 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829424 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829679 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.829679 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.830755 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.831678 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.831998 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.832185 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.832385 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.832553 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.833400 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.833567 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.833739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.833895 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834060 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834226 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834370 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834565 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834723 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.834858 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.835036 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.835236 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.835398 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836258 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836846 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836846 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836846 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.836846 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837210 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837210 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837351 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837436 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837558 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837734 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.837895 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.838056 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.838217 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.838378 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.838538 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.838708 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839272 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839272 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839272 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839583 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839583 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839776 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.839878 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.840531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.840531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.840531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.840531 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841002 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841002 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841002 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841002 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841373 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841373 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841557 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841672 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.841843 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842003 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842171 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842345 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842507 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842668 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.842828 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.843004 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.843161 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.843322 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.843482 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.843631 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.844603 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845208 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845208 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845208 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845208 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.845739 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.846114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.846114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.846114 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 16:36:41.846507 dv-cinder-837165-2-smb neutron-server[110448]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110448) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 16:36:53.640816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7fede5-2739-4de3-a447-d39e933468ef None None] get_active_networks_info from dv-cinder-837165-2-smb {{(pid=110561) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 16:36:53.727371 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7fede5-2739-4de3-a447-d39e933468ef None None] No non-hosted networks {{(pid=110561) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 16:36:53.735968 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.agentschedulers_db [None req-6d7fede5-2739-4de3-a447-d39e933468ef None None] DHCP Agent not found on host dv-cinder-837165-2-smb {{(pid=110561) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 16:36:53.802717 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d4b0ba39-ba15-4eb2-b759-8e86bd734966 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:56.510686 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3ba84076-875c-4d68-8c35-e8dc95156c06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:56.562644 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.db.api [None req-07d2d0e2-6641-410b-831b-4023d3cc7b7a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-837165-2-smb {{(pid=110561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:36:56.563425 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG oslo_db.api [None req-07d2d0e2-6641-410b-831b-4023d3cc7b7a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:36:57.171891 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52236) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:36:57.205457 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-07d2d0e2-6641-410b-831b-4023d3cc7b7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:57.425878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:36:57.896020 dv-cinder-837165-2-smb neutron-server[110559]: WARNING oslo_policy.policy [None req-fdc0411b-a8bf-48ad-b5ce-8f9477fe8d8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:36:57.896673 dv-cinder-837165-2-smb neutron-server[110559]: WARNING oslo_policy.policy [None req-fdc0411b-a8bf-48ad-b5ce-8f9477fe8d8a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:36:58.123372 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [None req-fdc0411b-a8bf-48ad-b5ce-8f9477fe8d8a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:36:58.138971 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-fdc0411b-a8bf-48ad-b5ce-8f9477fe8d8a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9504411 Apr 11 16:36:58.666252 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:00.237651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:00.239563 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.240228 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.240825 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.241441 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.242003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.242543 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.243174 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.244256 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.245382 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.247574 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.248378 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.250216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.251732 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.252360 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.253130 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:00.254513 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837165-2-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:00.264761 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837165-2-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:00.904715 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52270) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:01.534404 dv-cinder-837165-2-smb neutron-server[110560]: WARNING oslo_policy.policy [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:01.535233 dv-cinder-837165-2-smb neutron-server[110560]: WARNING oslo_policy.policy [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:01.796781 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:01.892636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.policy [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110560) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:37:01.937669 dv-cinder-837165-2-smb neutron-server[110560]: WARNING oslo_policy.policy [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:01.938327 dv-cinder-837165-2-smb neutron-server[110560]: WARNING oslo_policy.policy [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:01.947162 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.db.l3_hamode_db [None req-7e7c176e-df95-407b-8dd1-3fc1610f2d15 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 16:37:02.032678 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c176e-df95-407b-8dd1-3fc1610f2d15 None None] Routers set() bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:02.033221 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7c176e-df95-407b-8dd1-3fc1610f2d15 None None] Router IDs set() for agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 16:37:02.107301 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049693391', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049693915', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049677455', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049719057', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049729072', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8753049705220', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8082608', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8108173', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-627116', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-596817'] for rbac-policy (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:02.398418 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:02.399647 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9d42b98d-04b7-41f0-bec0-3351538a5b79 admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.4939902 Apr 11 16:37:04.945855 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52288) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:05.268661 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:05.396996 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Made reservation on behalf of 86993537d53242f7aa8c06b3abfe4653 for: {'network': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:05.465543 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.policy [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110559) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 16:37:05.509007 dv-cinder-837165-2-smb neutron-server[110559]: WARNING oslo_policy.policy [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:05.509391 dv-cinder-837165-2-smb neutron-server[110559]: WARNING oslo_policy.policy [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 16:37:05.520066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:05.543343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:05.661234 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks [] for security_group (45c74b2d-4998-478b-aa84-aa1c2d83d6a7), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:05.751225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (45c74b2d-4998-478b-aa84-aa1c2d83d6a7), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:05.784120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 831} {{(pid=110559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:37:05.815721 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753046642598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (e5e33ac9-e4c3-469e-a191-d02cc97e9136), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:05.816338 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Unsubscribe: segment precommit_create {{(pid=110559) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:37:05.816863 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.segments_db [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Added segment e5e33ac9-e4c3-469e-a191-d02cc97e9136 of type vlan for network d7297ddc-edf7-45ab-b097-16b3e2609f38 Apr 11 16:37:05.823524 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=45c74b2d-4998-478b-aa84-aa1c2d83d6a7,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:05.861727 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.862066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.862399 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.862748 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.863142 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.863466 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.863784 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.864101 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.864419 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.864735 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.865098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.865416 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.865732 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.866045 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.866360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Tracked resource versions report: Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: pushed versions: Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: { 'AddressGroup': {'1.2'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Agent': {'1.1'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'ConntrackHelper': {'1.0'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Log': {'1.0'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'NDPProxy': {'1.0'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Network': {'1.1'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Port': {'1.7'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'PortForwarding': {'1.3'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'QosPolicy': {'1.10'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroup': {'1.5'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SubPort': {'1.0'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Subnet': {'1.1'}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Trunk': {'1.1'}} Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: consumer versions: Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Agent': '1.1', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'ConntrackHelper': '1.0', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'LocalIPAssociation': '1.0', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Log': '1.0', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'NDPProxy': '1.0', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Network': '1.1', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Port': '1.7', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'PortForwarding': '1.3', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'QosPolicy': '1.10', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroup': '1.5', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroupRule': '1.2', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'SubPort': '1.0', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Subnet': '1.1', Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: 'Trunk': '1.1'}} Apr 11 16:37:05.867545 dv-cinder-837165-2-smb neutron-server[110559]: {{(pid=110559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:37:05.929305 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (d7297ddc-edf7-45ab-b097-16b3e2609f38), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:06.065650 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (d7297ddc-edf7-45ab-b097-16b3e2609f38), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:06.071158 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:06.071879 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:06.190223 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] Pushing event updated for resources: {'Network': ['ID=d7297ddc-edf7-45ab-b097-16b3e2609f38,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:06.203984 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:37:06.331237 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-197a4128-18ce-4786-8e7a-056526ade3ae demo demo] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3842468 Apr 11 16:37:09.007922 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52302) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:09.458500 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9aeb447-b689-4a8d-83c9-dab0155718f3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:09.459976 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a9aeb447-b689-4a8d-83c9-dab0155718f3 demo admin] 10.222.0.32 "GET /v2.0/networks/d7297ddc-edf7-45ab-b097-16b3e2609f38 HTTP/1.1" status: 200 len: 825 time: 0.4510911 Apr 11 16:37:09.501810 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-cecd5a31-80b6-4ea2-859f-580411830787 demo admin] 10.222.0.32 "GET /v2.0/subnetpools/6252043f-3f69-4e05-b9cd-8415b6c6ec61 HTTP/1.1" status: 200 len: 734 time: 0.0356433 Apr 11 16:37:09.511691 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'ip_version': 4, 'name': 'private-subnet'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:09.592033 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Made reservation on behalf of 86993537d53242f7aa8c06b3abfe4653 for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:09.595587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:10.077695 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (bc72de0d-8d65-4b08-881a-a8536f696622), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:10.151861 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Pushing event updated for resources: {'Subnet': ['ID=bc72de0d-8d65-4b08-881a-a8536f696622,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:10.156487 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Checking segment: {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:10.156846 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Network hostable DHCP agents. Network: d7297ddc-edf7-45ab-b097-16b3e2609f38, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:37:10.305138 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:37:10.414019 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, d7297ddc-edf7-45ab-b097-16b3e2609f38) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:10.418669 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:10.419327 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:10.425363 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51454f7-fd08-4513-813c-88de69094276 None None] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:10.543192 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-fc4f78e9-968e-48d4-9f12-60612490e6d7 demo admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0347958 Apr 11 16:37:10.831052 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-d7297ddc-edf7-45ab-b097-16b3e2609f38', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:37:10.832295 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:11.158489 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Allocated IP 172.20.0.2 (d7297ddc-edf7-45ab-b097-16b3e2609f38/bc72de0d-8d65-4b08-881a-a8536f696622/05c4dd43-9651-4136-83ce-0caa28540ae2) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:11.517480 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks [] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:11.631549 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:11.709999 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:11.714834 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:11.730915 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:11.734310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Pushing event updated for resources: {'Port': ['ID=05c4dd43-9651-4136-83ce-0caa28540ae2,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:11.766418 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.766778 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.767148 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.767506 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.767838 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.768163 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.768488 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.768808 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.769126 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.769445 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.769765 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.770462 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.770820 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.771166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.771483 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Tracked resource versions report: Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: pushed versions: Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: { 'AddressGroup': {'1.2'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Agent': {'1.1'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'ConntrackHelper': {'1.0'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Log': {'1.0'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'NDPProxy': {'1.0'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Network': {'1.1'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Port': {'1.7'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'PortForwarding': {'1.3'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'QosPolicy': {'1.10'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroup': {'1.5'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SubPort': {'1.0'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Subnet': {'1.1'}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Trunk': {'1.1'}} Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: consumer versions: Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Agent': '1.1', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'ConntrackHelper': '1.0', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'LocalIPAssociation': '1.0', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Log': '1.0', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'NDPProxy': '1.0', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Network': '1.1', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Port': '1.7', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'PortForwarding': '1.3', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'QosPolicy': '1.10', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroup': '1.5', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroupRule': '1.2', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'SubPort': '1.0', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Subnet': '1.1', Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: 'Trunk': '1.1'}} Apr 11 16:37:11.772652 dv-cinder-837165-2-smb neutron-server[110561]: {{(pid=110561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:37:11.840368 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Attempting to bind port 05c4dd43-9651-4136-83ce-0caa28540ae2 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:11.840775 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Attempting to bind port 05c4dd43-9651-4136-83ce-0caa28540ae2 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:11.841205 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Attempting to bind port 05c4dd43-9651-4136-83ce-0caa28540ae2 on network d7297ddc-edf7-45ab-b097-16b3e2609f38 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:11.846914 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:11.847332 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Checking segment: {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:11.847807 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:11.848208 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Bound using segment: {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:11.848702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Bound port: 05c4dd43-9651-4136-83ce-0caa28540ae2, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:11.849651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:11.919933 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] For port 05c4dd43-9651-4136-83ce-0caa28540ae2, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:11.924525 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] For port 05c4dd43-9651-4136-83ce-0caa28540ae2, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=05c4dd43-9651-4136-83ce-0caa28540ae2,segment=NetworkSegment(e5e33ac9-e4c3-469e-a191-d02cc97e9136),segment_id=e5e33ac9-e4c3-469e-a191-d02cc97e9136)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:11.985811 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:12.055612 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3022b8d8-6c07-49e1-a107-8a1fbf61b7ed None None] Pushing event updated for resources: {'Port': ['ID=05c4dd43-9651-4136-83ce-0caa28540ae2,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:13.323757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52310) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:13.742322 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [None req-5bafd0fb-62ec-49e9-86e2-affa9da3197a admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:37:13.744178 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5bafd0fb-62ec-49e9-86e2-affa9da3197a admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4192672 Apr 11 16:37:16.579220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52318) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:16.969552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [None req-731955e3-0c0a-4374-a53f-510191f3a864 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:37:16.970612 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-731955e3-0c0a-4374-a53f-510191f3a864 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3902657 Apr 11 16:37:19.660328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52326) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:20.076016 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:20.242782 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (34884371-4ed4-4841-99e3-7bb649b25ae3), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.244481 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (34884371-4ed4-4841-99e3-7bb649b25ae3), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.447149 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Publish callbacks [] for router_controller (34884371-4ed4-4841-99e3-7bb649b25ae3), precommit_add_association {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.539290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (34884371-4ed4-4841-99e3-7bb649b25ae3), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.631793 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:20.633219 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1ac820a1-cde5-4124-87d7-885043deb2a4 demo demo] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9717951 Apr 11 16:37:23.174893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 05c4dd43-9651-4136-83ce-0caa28540ae2 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:23.283584 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 05c4dd43-9651-4136-83ce-0caa28540ae2 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:23.283893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.393796 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52338) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:23.483143 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 05c4dd43-9651-4136-83ce-0caa28540ae2 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:23.483816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.552239 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 05c4dd43-9651-4136-83ce-0caa28540ae2, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=05c4dd43-9651-4136-83ce-0caa28540ae2,segment=NetworkSegment(e5e33ac9-e4c3-469e-a191-d02cc97e9136),segment_id=e5e33ac9-e4c3-469e-a191-d02cc97e9136)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:23.625781 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.653417 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ab001464-4308-498b-abc5-a2cdf6c933de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:23.689308 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=05c4dd43-9651-4136-83ce-0caa28540ae2,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:23.905701 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [None req-152e57d2-3722-4ba8-8777-0eb7a2d91665 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:37:23.906784 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-152e57d2-3722-4ba8-8777-0eb7a2d91665 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5114436 Apr 11 16:37:24.332408 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc1fe7c-202b-4bc0-bc5b-3953f4391403 None None] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:24.416479 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-7b13b1d6-32de-4438-aa71-7dd29cb9ca44 None None] Provisioning complete for port 05c4dd43-9651-4136-83ce-0caa28540ae2 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:24.416908 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7b13b1d6-32de-4438-aa71-7dd29cb9ca44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:24.553677 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-7b13b1d6-32de-4438-aa71-7dd29cb9ca44 None None] Current status of the port 05c4dd43-9651-4136-83ce-0caa28540ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:24.778420 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-df017238-181e-4a82-9380-e7e46b7a7c5b None None] Provisioning complete for port 05c4dd43-9651-4136-83ce-0caa28540ae2 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:24.778809 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-df017238-181e-4a82-9380-e7e46b7a7c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:24.856252 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-df017238-181e-4a82-9380-e7e46b7a7c5b None None] Current status of the port 05c4dd43-9651-4136-83ce-0caa28540ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:25.117572 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 05c4dd43-9651-4136-83ce-0caa28540ae2 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:25.165422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 05c4dd43-9651-4136-83ce-0caa28540ae2 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:25.165809 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:25.245810 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 05c4dd43-9651-4136-83ce-0caa28540ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:26.554743 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-846a7351-4807-4166-903f-dd0b88df2319 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:26.666823 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52346) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:27.016507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'admin_state_up': True}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:27.133143 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Made reservation on behalf of b4d26bcc539f4660aa7cda7a7d5af2fa for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:27.136028 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.154018 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.273098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks [] for security_group (68c15bd6-b352-4724-8a99-bca775e3cf95), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.287891 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.350223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (68c15bd6-b352-4724-8a99-bca775e3cf95), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.363820 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Reserving flat network on physical network physnet1 {{(pid=110560) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 16:37:27.398802 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8753046642598', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.399572 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Unsubscribe: segment precommit_create {{(pid=110560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 16:37:27.400102 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Added segment 6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15 of type flat for network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc Apr 11 16:37:27.419967 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c15bd6-b352-4724-8a99-bca775e3cf95,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:27.470226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.470578 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.470960 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.471327 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.471657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.471985 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.472309 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.472632 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.472998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.473324 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.473644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.473982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.474304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.474619 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.474933 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Tracked resource versions report: Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: pushed versions: Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: { 'AddressGroup': {'1.2'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Agent': {'1.1'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'ConntrackHelper': {'1.0'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Log': {'1.0'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'NDPProxy': {'1.0'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Network': {'1.1'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Port': {'1.7'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'PortForwarding': {'1.3'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'QosPolicy': {'1.10'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroup': {'1.5'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SubPort': {'1.0'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Subnet': {'1.1'}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Trunk': {'1.1'}} Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: consumer versions: Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Agent': '1.1', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'ConntrackHelper': '1.0', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'LocalIPAssociation': '1.0', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Log': '1.0', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'NDPProxy': '1.0', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Network': '1.1', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Port': '1.7', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'PortForwarding': '1.3', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'QosPolicy': '1.10', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroup': '1.5', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroupRule': '1.2', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'SubPort': '1.0', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Subnet': '1.1', Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: 'Trunk': '1.1'}} Apr 11 16:37:27.476217 dv-cinder-837165-2-smb neutron-server[110560]: {{(pid=110560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:37:27.530649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.636152 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.637199 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:27.637894 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:27.740736 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] Pushing event updated for resources: {'Network': ['ID=00b626a1-e0cc-42c4-a0e5-f739a35d0ccc,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:27.752635 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:37:27.764526 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9592598c-1bcf-4918-a177-6bfd481dcdd3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0962901 Apr 11 16:37:28.647790 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:30.230314 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:30.450514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52368) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:30.695491 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33f3a10-00fe-43ff-845f-88267b3c54b1 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:30.696871 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d33f3a10-00fe-43ff-845f-88267b3c54b1 demo admin] 10.222.0.32 "GET /v2.0/subnets/bc72de0d-8d65-4b08-881a-a8536f696622 HTTP/1.1" status: 200 len: 849 time: 0.2453690 Apr 11 16:37:30.887756 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8d1d035e-1095-4dd4-81eb-929e4c1d264e demo admin] 10.222.0.32 "GET /v2.0/routers/34884371-4ed4-4841-99e3-7bb649b25ae3 HTTP/1.1" status: 200 len: 704 time: 0.1837502 Apr 11 16:37:31.172653 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.483949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Allocated IP 172.20.0.1 (d7297ddc-edf7-45ab-b097-16b3e2609f38/bc72de0d-8d65-4b08-881a-a8536f696622/88dad8d8-6024-4332-a4d4-49f790ade270) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:31.673226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks [] for port (88dad8d8-6024-4332-a4d4-49f790ade270), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.813371 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.893131 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:31.900002 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:31.908606 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:31.909219 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (34884371-4ed4-4841-99e3-7bb649b25ae3), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:31.961006 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Pushing event updated for resources: {'Port': ['ID=88dad8d8-6024-4332-a4d4-49f790ade270,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.223661 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.233412 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-a9522ba4-e24a-4862-b77f-20b72b04ac39 None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:32.233989 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a9522ba4-e24a-4862-b77f-20b72b04ac39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.283459 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-a9522ba4-e24a-4862-b77f-20b72b04ac39 None None] Port 88dad8d8-6024-4332-a4d4-49f790ade270 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:32.499393 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks [] for port (88dad8d8-6024-4332-a4d4-49f790ade270), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.584141 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.584974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (34884371-4ed4-4841-99e3-7bb649b25ae3), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.670964 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Pushing event updated for resources: {'Port': ['ID=88dad8d8-6024-4332-a4d4-49f790ade270,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:32.714486 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:32.715803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:32.903617 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5d263e58-b93a-495d-8577-98ea1c833e02 None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:32.904006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5d263e58-b93a-495d-8577-98ea1c833e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:32.940307 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5d263e58-b93a-495d-8577-98ea1c833e02 None None] Port 88dad8d8-6024-4332-a4d4-49f790ade270 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:32.971840 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Router 34884371-4ed4-4841-99e3-7bb649b25ae3 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:37:33.070447 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:33.075704 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-2ae04ada-8f42-4acb-9c6a-fa35df6ba392 demo admin] 10.222.0.32 "PUT /v2.0/routers/34884371-4ed4-4841-99e3-7bb649b25ae3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1829863 Apr 11 16:37:33.095183 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Sync routers for ids ['34884371-4ed4-4841-99e3-7bb649b25ae3'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:33.108358 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Routers {'34884371-4ed4-4841-99e3-7bb649b25ae3'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:33.109311 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:37:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['34884371-4ed4-4841-99e3-7bb649b25ae3'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:33.312659 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Set router 34884371-4ed4-4841-99e3-7bb649b25ae3 gateway port host: None {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:33.770708 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:32Z', 'revision_number': 2, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port_host': None, '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:32Z', 'revision_number': 2, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:33.823345 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Checking router: 34884371-4ed4-4841-99e3-7bb649b25ae3 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:33.823771 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Updating router 34884371-4ed4-4841-99e3-7bb649b25ae3 port 88dad8d8-6024-4332-a4d4-49f790ade270 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:33.881870 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.550485 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks [] for port (88dad8d8-6024-4332-a4d4-49f790ade270), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.618588 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.846075 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Pushing event updated for resources: {'Port': ['ID=88dad8d8-6024-4332-a4d4-49f790ade270,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:34.875550 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.876092 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.876624 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.877181 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.877711 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.878250 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.879359 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.879886 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.880445 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.880964 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.881508 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.882050 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.882618 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.883144 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.883680 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Tracked resource versions report: Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: pushed versions: Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: { 'AddressGroup': {'1.2'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Agent': {'1.1'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'ConntrackHelper': {'1.0'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Log': {'1.0'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'NDPProxy': {'1.0'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Network': {'1.1'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Port': {'1.7'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'PortForwarding': {'1.3'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'QosPolicy': {'1.10'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroup': {'1.5'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SubPort': {'1.0'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Subnet': {'1.1'}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Trunk': {'1.1'}} Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: consumer versions: Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Agent': '1.1', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'ConntrackHelper': '1.0', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'LocalIPAssociation': '1.0', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Log': '1.0', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'NDPProxy': '1.0', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Network': '1.1', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Port': '1.7', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'PortForwarding': '1.3', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'QosPolicy': '1.10', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroup': '1.5', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroupRule': '1.2', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'SubPort': '1.0', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Subnet': '1.1', Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: 'Trunk': '1.1'}} Apr 11 16:37:34.885695 dv-cinder-837165-2-smb neutron-server[110562]: {{(pid=110562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:37:34.892701 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Attempting to bind port 88dad8d8-6024-4332-a4d4-49f790ade270 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:34.893098 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Attempting to bind port 88dad8d8-6024-4332-a4d4-49f790ade270 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:34.893554 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Attempting to bind port 88dad8d8-6024-4332-a4d4-49f790ade270 on network d7297ddc-edf7-45ab-b097-16b3e2609f38 {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:34.901001 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:34.901421 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Checking segment: {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:34.901894 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.902284 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Bound using segment: {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:34.902776 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Bound port: 88dad8d8-6024-4332-a4d4-49f790ade270, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5e33ac9-e4c3-469e-a191-d02cc97e9136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 831, 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:34.903178 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.973597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-91660d39-1555-47cb-a6be-5b54f42f76ee None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:34.974464 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-91660d39-1555-47cb-a6be-5b54f42f76ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:34.994127 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] For port 88dad8d8-6024-4332-a4d4-49f790ade270, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:35.021219 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-91660d39-1555-47cb-a6be-5b54f42f76ee None None] Port 88dad8d8-6024-4332-a4d4-49f790ade270 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:37:35.029975 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] For port 88dad8d8-6024-4332-a4d4-49f790ade270, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=88dad8d8-6024-4332-a4d4-49f790ade270,segment=NetworkSegment(e5e33ac9-e4c3-469e-a191-d02cc97e9136),segment_id=e5e33ac9-e4c3-469e-a191-d02cc97e9136)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:35.139265 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.205110 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf88e8a-1c7f-43cf-859c-c02f58a47801 None None] Pushing event updated for resources: {'Port': ['ID=88dad8d8-6024-4332-a4d4-49f790ade270,revision_number=4']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.207916 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Routers {'34884371-4ed4-4841-99e3-7bb649b25ae3'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:35.208546 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:37:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['34884371-4ed4-4841-99e3-7bb649b25ae3'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:35.320815 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] Set router 34884371-4ed4-4841-99e3-7bb649b25ae3 gateway port host: None {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:35.452876 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:35.453258 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.555333 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Current status of the port 88dad8d8-6024-4332-a4d4-49f790ade270 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:35.555734 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.569299 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:32Z', 'revision_number': 2, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port_host': None, '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:34Z', 'revision_number': 4, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:35.598244 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36032e2-939d-4ffe-bc6c-2e45594956d7 None None] The sync data for ids ['34884371-4ed4-4841-99e3-7bb649b25ae3'] in dv-cinder-837165-2-smb is: [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:32Z', 'revision_number': 2, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port_host': None, '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:34Z', 'revision_number': 4, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:35.602576 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] For port 88dad8d8-6024-4332-a4d4-49f790ade270, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=88dad8d8-6024-4332-a4d4-49f790ade270,segment=NetworkSegment(e5e33ac9-e4c3-469e-a191-d02cc97e9136),segment_id=e5e33ac9-e4c3-469e-a191-d02cc97e9136)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:35.647469 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52388) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:35.721885 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:35.776201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa37025-a93f-4865-9667-0c2d85fd8655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:35.783008 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-aaa37025-a93f-4865-9667-0c2d85fd8655 admin admin] 10.222.0.32 "GET /v2.0/networks/00b626a1-e0cc-42c4-a0e5-f739a35d0ccc HTTP/1.1" status: 200 len: 842 time: 0.1290176 Apr 11 16:37:35.788843 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Request body: {'subnet': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'name': 'public-subnet', 'gateway_ip': '172.28.0.1', 'enable_dhcp': False, 'cidr': '172.28.0.0/24', 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:35.789681 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be30379-7f5d-4fba-b6fa-a15594e44a39 None None] Pushing event updated for resources: {'Port': ['ID=88dad8d8-6024-4332-a4d4-49f790ade270,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:35.898495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Made reservation on behalf of b4d26bcc539f4660aa7cda7a7d5af2fa for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:37:35.900746 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.298982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.objects.ports [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110560) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 16:37:36.299417 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (bc0a7e30-95b7-4285-9ab7-8a0ce6b94260), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.367064 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc0a7e30-95b7-4285-9ab7-8a0ce6b94260,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:36.376694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:36.377055 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Network hostable DHCP agents. Network: 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:37:36.464476 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:37:36.526731 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:36.530777 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:36.531408 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:36.538883 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a8aad1-880b-4c55-b14f-357fbc4de649 None None] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:36.617080 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0c12174c-2a0b-482f-be18-b0b47e64b571 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8326194 Apr 11 16:37:36.649153 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13846c18-ed8f-4f6e-8e47-21425a584ff5 None None] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:37:36.699608 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:37:39.160116 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52396) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:39.325410 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-adc6752a-480e-49dd-95a0-0bae67130103 demo admin] 10.222.0.32 "GET /v2.0/routers/34884371-4ed4-4841-99e3-7bb649b25ae3 HTTP/1.1" status: 200 len: 710 time: 0.1638367 Apr 11 16:37:39.474049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074dd6ea-17d7-4d6d-b370-d8b066d2aa6d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:37:39.476371 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-074dd6ea-17d7-4d6d-b370-d8b066d2aa6d demo admin] 10.222.0.32 "GET /v2.0/networks/00b626a1-e0cc-42c4-a0e5-f739a35d0ccc HTTP/1.1" status: 200 len: 886 time: 0.1441507 Apr 11 16:37:39.489073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:37:39.872938 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks [] for router_gateway (34884371-4ed4-4841-99e3-7bb649b25ae3), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.212185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks [] for router_gateway (34884371-4ed4-4841-99e3-7bb649b25ae3), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.295615 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.465033 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Allocated IP 172.28.0.91 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/3f49f529-9580-426e-8b32-c24d4ce3fcf8) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:37:40.581229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks [] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.665330 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:40.731190 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:37:40.734752 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:37:40.741020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:37:40.805174 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Pushing event updated for resources: {'Port': ['ID=3f49f529-9580-426e-8b32-c24d4ce3fcf8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:41.155028 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks [] for router_gateway (34884371-4ed4-4841-99e3-7bb649b25ae3), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.449098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548684', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-748747', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12966'] for router (34884371-4ed4-4841-99e3-7bb649b25ae3), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.453579 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548534', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-748738'] for router (34884371-4ed4-4841-99e3-7bb649b25ae3), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.572600 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Router 34884371-4ed4-4841-99e3-7bb649b25ae3 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:37:41.794591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:37:41.798732 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:41.800560 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6de02d44-a53e-4b59-a328-3d6b1990d4c4 demo admin] 10.222.0.32 "PUT /v2.0/routers/34884371-4ed4-4841-99e3-7bb649b25ae3 HTTP/1.1" status: 200 len: 889 time: 2.3175082 Apr 11 16:37:43.172582 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 88dad8d8-6024-4332-a4d4-49f790ade270 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:43.231771 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:43.232173 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:43.321059 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 88dad8d8-6024-4332-a4d4-49f790ade270 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:44.465217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52408) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:37:44.586832 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-50423a26-9584-4d6b-a3cd-edb072aa495a admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1204615 Apr 11 16:37:44.980302 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Sync routers for ids ['34884371-4ed4-4841-99e3-7bb649b25ae3'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:37:44.991876 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Routers {'34884371-4ed4-4841-99e3-7bb649b25ae3'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:44.992528 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:37:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['34884371-4ed4-4841-99e3-7bb649b25ae3'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:45.237971 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Set router 34884371-4ed4-4841-99e3-7bb649b25ae3 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:45.724011 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91'}], 'enable_snat': True}, 'gw_port_id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port': {'id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:40Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 5, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:45.776033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Checking router: 34884371-4ed4-4841-99e3-7bb649b25ae3 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:37:45.776388 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Updating router 34884371-4ed4-4841-99e3-7bb649b25ae3 port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:37:45.828128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.156529 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks [] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.223485 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.278436 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed274ba-785b-410e-8997-1694e388f9bc None None] Pushing event updated for resources: {'Port': ['ID=3f49f529-9580-426e-8b32-c24d4ce3fcf8,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:46.282591 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Attempting to bind port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:37:46.282979 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Attempting to bind port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:37:46.283343 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Attempting to bind port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:37:46.289182 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 37, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:37:46.289318 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:37:46.289595 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.289977 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:37:46.290433 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Bound port: 3f49f529-9580-426e-8b32-c24d4ce3fcf8, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:37:46.290835 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.429944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] For port 3f49f529-9580-426e-8b32-c24d4ce3fcf8, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:37:46.433348 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] For port 3f49f529-9580-426e-8b32-c24d4ce3fcf8, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=3f49f529-9580-426e-8b32-c24d4ce3fcf8,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:37:46.493108 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:46.559622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Routers {'34884371-4ed4-4841-99e3-7bb649b25ae3'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:37:46.560255 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:37:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['34884371-4ed4-4841-99e3-7bb649b25ae3'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:46.562019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed274ba-785b-410e-8997-1694e388f9bc None None] Pushing event updated for resources: {'Port': ['ID=3f49f529-9580-426e-8b32-c24d4ce3fcf8,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:46.679851 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] Set router 34884371-4ed4-4841-99e3-7bb649b25ae3 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:37:46.898651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91'}], 'enable_snat': True}, 'gw_port_id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port': {'id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:40Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 5, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:37:46.926564 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc378ac8-4704-47c9-9987-c4637cad5681 None None] The sync data for ids ['34884371-4ed4-4841-99e3-7bb649b25ae3'] in dv-cinder-837165-2-smb is: [{'id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'name': 'router1', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91'}], 'enable_snat': True}, 'gw_port_id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:37:20Z', 'updated_at': '2022-04-11T16:37:40Z', 'revision_number': 4, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'gw_port': {'id': '3f49f529-9580-426e-8b32-c24d4ce3fcf8', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:40Z', 'updated_at': '2022-04-11T16:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '88dad8d8-6024-4332-a4d4-49f790ade270', 'name': '', 'network_id': 'd7297ddc-edf7-45ab-b097-16b3e2609f38', 'tenant_id': '86993537d53242f7aa8c06b3abfe4653', 'mac_address': 'fa:16:3e:7d:58:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34884371-4ed4-4841-99e3-7bb649b25ae3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:37:31Z', 'updated_at': '2022-04-11T16:37:35Z', 'revision_number': 5, 'project_id': '86993537d53242f7aa8c06b3abfe4653', 'subnets': [{'id': 'bc72de0d-8d65-4b08-881a-a8536f696622', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6252043f-3f69-4e05-b9cd-8415b6c6ec61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:37:47.193755 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 3f49f529-9580-426e-8b32-c24d4ce3fcf8 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:47.279713 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:47.280527 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.468637 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:47.468637 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.468637 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 3f49f529-9580-426e-8b32-c24d4ce3fcf8, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=3f49f529-9580-426e-8b32-c24d4ce3fcf8,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:37:47.584030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:47.648141 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=3f49f529-9580-426e-8b32-c24d4ce3fcf8,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:37:49.178677 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 3f49f529-9580-426e-8b32-c24d4ce3fcf8 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:37:49.262269 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:37:49.263154 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (3f49f529-9580-426e-8b32-c24d4ce3fcf8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:49.364171 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 3f49f529-9580-426e-8b32-c24d4ce3fcf8 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:37:53.697731 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8d39ec98-ab50-4fed-9b44-adfe99b7eab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:56.515292 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e739b077-dde6-4050-99a4-119b9fffb974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:57.286139 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:37:58.628931 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:00.270702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:13.700893 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:38:23.622035 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f61f3748-2f16-49a3-a515-ccf09fe275ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:26.519236 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45c651a6-5650-4031-b9ae-5ac3011d2dff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:27.262340 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:28.627772 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:30.285981 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:50.699274 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:38:53.655234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-24c84571-c342-45c7-9419-ce79cca211d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:56.540526 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6f0ff55b-f7a6-428e-815f-8d92997b8615 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:57.266170 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:38:58.615059 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:00.220355 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:10.601837 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52892) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:10.671840 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b754550-312b-41e3-a22b-a5d63bce3681 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:39:10.673254 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5b754550-312b-41e3-a22b-a5d63bce3681 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0701423 Apr 11 16:39:10.842991 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ac6c3d-7d8e-4287-b6a8-dd53d80f72a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:10.844543 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b9ac6c3d-7d8e-4287-b6a8-dd53d80f72a8 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1671910 Apr 11 16:39:13.214516 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52902) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:13.313979 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c43ba7cb-3c14-4af8-a2d6-9e5f7827b42d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:13.315515 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c43ba7cb-3c14-4af8-a2d6-9e5f7827b42d admin admin] 10.222.0.32 "GET /v2.0/subnets/bc72de0d-8d65-4b08-881a-a8536f696622 HTTP/1.1" status: 200 len: 849 time: 0.0998995 Apr 11 16:39:13.326692 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:39:13.428383 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Publish callbacks [] for subnet (bc72de0d-8d65-4b08-881a-a8536f696622), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.655035 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8753046754838'] for subnet (bc72de0d-8d65-4b08-881a-a8536f696622), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.692036 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:13.692545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:13.694591 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] 10.222.0.32 "PUT /v2.0/subnets/bc72de0d-8d65-4b08-881a-a8536f696622 HTTP/1.1" status: 200 len: 868 time: 0.3723991 Apr 11 16:39:13.698567 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c830c27-8ead-449c-8e13-596a706a81b5 None None] Network d7297ddc-edf7-45ab-b097-16b3e2609f38 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:39:13.725950 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc72de0d-8d65-4b08-881a-a8536f696622,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:39:13.739266 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.739604 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.739965 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.740377 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.740718 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.741049 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.741547 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.741905 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.742250 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.742569 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.742892 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.743261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.743582 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.743907 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:13.744220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9247d30-bd89-4824-b963-d1e94a152ab7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:39:14.039036 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Provisioning complete for port 05c4dd43-9651-4136-83ce-0caa28540ae2 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:39:14.039427 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05c4dd43-9651-4136-83ce-0caa28540ae2), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:14.121139 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Current status of the port 05c4dd43-9651-4136-83ce-0caa28540ae2 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:14.129875 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Provisioning complete for port 88dad8d8-6024-4332-a4d4-49f790ade270 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:39:14.130269 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (88dad8d8-6024-4332-a4d4-49f790ade270), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:14.207517 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-560c3c05-239d-4f77-a26e-74cef870a154 None None] Current status of the port 88dad8d8-6024-4332-a4d4-49f790ade270 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:39:16.139895 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52910) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:16.355091 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679075dc-5c39-4ca7-930f-66e6a1166d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:16.355091 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679075dc-5c39-4ca7-930f-66e6a1166d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:16.355091 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-679075dc-5c39-4ca7-930f-66e6a1166d37 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2055852 Apr 11 16:39:18.702339 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52918) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:18.905116 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b9dc0-4e6b-4061-af20-038f3dfe3d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:18.905582 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-396b9dc0-4e6b-4061-af20-038f3dfe3d0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:18.907151 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-396b9dc0-4e6b-4061-af20-038f3dfe3d0e admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2039237 Apr 11 16:39:21.297579 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52928) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:21.458305 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebad982c-6fc7-47ad-9718-d266356f6b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:21.459749 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-ebad982c-6fc7-47ad-9718-d266356f6b25 admin admin] 10.222.0.32 "GET /v2.0/networks/00b626a1-e0cc-42c4-a0e5-f739a35d0ccc HTTP/1.1" status: 200 len: 886 time: 0.1612377 Apr 11 16:39:23.654339 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3a735d33-0ed3-461b-a307-69971fb692ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:23.827147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52936) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:23.979313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05313174-16b2-417c-9dac-3f28b39b02b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:23.980705 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-05313174-16b2-417c-9dac-3f28b39b02b8 admin admin] 10.222.0.32 "GET /v2.0/networks/d7297ddc-edf7-45ab-b097-16b3e2609f38 HTTP/1.1" status: 200 len: 869 time: 0.1525283 Apr 11 16:39:26.348503 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 52944) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:26.478926 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98956d2-7fef-48ff-98e3-43c82c923847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:26.479399 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98956d2-7fef-48ff-98e3-43c82c923847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:26.481465 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b98956d2-7fef-48ff-98e3-43c82c923847 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314964 Apr 11 16:39:26.505412 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b538d3c0-cf03-4e58-b709-a398f620cf16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:27.275741 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:27.698652 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:39:28.647435 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:28.856565 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52952) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:29.007484 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c3992-9387-43e8-b9ef-8fc8393172b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:29.007939 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0c3992-9387-43e8-b9ef-8fc8393172b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:29.009512 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-2e0c3992-9387-43e8-b9ef-8fc8393172b3 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1519773 Apr 11 16:39:30.236490 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:31.399092 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52960) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:31.488466 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce11e5-4d0d-460a-ad0d-285ecbe5e493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:31.489822 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6dce11e5-4d0d-460a-ad0d-285ecbe5e493 admin admin] 10.222.0.32 "GET /v2.0/subnets/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260 HTTP/1.1" status: 200 len: 816 time: 0.0898485 Apr 11 16:39:33.881003 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 52968) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:39:33.979055 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd65dac-63f0-4993-bc57-eee2b29ec0a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:39:33.980464 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6bd65dac-63f0-4993-bc57-eee2b29ec0a7 admin admin] 10.222.0.32 "GET /v2.0/subnets/bc72de0d-8d65-4b08-881a-a8536f696622 HTTP/1.1" status: 200 len: 868 time: 0.0984759 Apr 11 16:39:53.681543 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2bf4023d-b6d1-497b-9502-2e4e1950c1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:56.589685 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ee93783d-4c8d-422d-802c-387d5ca69aa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:57.309317 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:39:58.658091 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:00.241116 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:04.697069 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:40:16.158313 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53026) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:16.208978 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [None req-3308b014-7df8-4c93-8b76-10d6c7a740b8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110560) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:40:16.209995 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3308b014-7df8-4c93-8b76-10d6c7a740b8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0507438 Apr 11 16:40:18.691217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53034) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:18.757113 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.pecan_wsgi.hooks.translation [None req-24161734-1628-47ce-aaf4-c72b5c71ff64 admin admin] GET failed (client error): The resource could not be found. Apr 11 16:40:18.758426 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-24161734-1628-47ce-aaf4-c72b5c71ff64 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0663159 Apr 11 16:40:18.902762 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f322a9b-d868-4d29-9910-b4ada943eacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:18.904303 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0f322a9b-d868-4d29-9910-b4ada943eacd admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1412425 Apr 11 16:40:21.265541 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53042) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:21.313145 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:40:21.462409 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Made reservation on behalf of b4d26bcc539f4660aa7cda7a7d5af2fa for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:40:21.464744 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:21.492822 dv-cinder-837165-2-smb neutron-server[110560]: WARNING neutron.services.revisions.revision_plugin [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Could not find related network for resource to bump revision. Apr 11 16:40:21.507332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:40:21.517771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (e6de5f12-cad7-446f-8236-e27bce56044b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:21.524309 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Added segment e6de5f12-cad7-446f-8236-e27bce56044b of type vlan for network c7271d2b-15b8-4c2d-996f-420932dee15f Apr 11 16:40:21.559609 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (c7271d2b-15b8-4c2d-996f-420932dee15f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:21.657070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (c7271d2b-15b8-4c2d-996f-420932dee15f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:21.658089 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:21.658686 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:21.718679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Pushing event updated for resources: {'Network': ['ID=c7271d2b-15b8-4c2d-996f-420932dee15f,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:21.725527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.725880 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.726249 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.726609 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.726977 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.727847 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.728151 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.728514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.728850 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.729173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.729498 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.729868 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.730192 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.730519 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.730840 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:21.741106 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network c7271d2b-15b8-4c2d-996f-420932dee15f details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:40:21.768874 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-181b6d71-785a-46c0-9efb-7c7fd0a13fbc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5018327 Apr 11 16:40:23.725505 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7dec5b2c-3b1a-46a6-8bed-6b56f17d5e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.130430 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53050) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:40:24.191199 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.pecan_wsgi.hooks.translation [None req-d102b184-0835-4c41-bee5-c84cfedebffc admin admin] GET failed (client error): The resource could not be found. Apr 11 16:40:24.192494 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d102b184-0835-4c41-bee5-c84cfedebffc admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0610931 Apr 11 16:40:24.261291 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5b8efa-a019-44cf-b866-2b819d78e3f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:24.262765 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5a5b8efa-a019-44cf-b866-2b819d78e3f4 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0660996 Apr 11 16:40:24.273221 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:40:24.364887 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Made reservation on behalf of b4d26bcc539f4660aa7cda7a7d5af2fa for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:40:24.367264 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.651528 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (477a9d42-2b60-4f17-97a3-775532fdcb6d), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.713304 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=477a9d42-2b60-4f17-97a3-775532fdcb6d,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:24.720395 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Checking segment: {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:40:24.720750 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Network hostable DHCP agents. Network: c7271d2b-15b8-4c2d-996f-420932dee15f, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:40:24.724453 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.724797 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.725159 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.725519 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.725856 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.726186 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.726517 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.726855 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.727223 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.727551 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.727876 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.728199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.728520 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.728838 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.729157 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:24.856982 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Network c7271d2b-15b8-4c2d-996f-420932dee15f is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:40:24.942581 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, c7271d2b-15b8-4c2d-996f-420932dee15f) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:40:24.947250 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:40:24.948640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:24.953168 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56db6f-8809-4024-aef2-1eecd797410d None None] Network c7271d2b-15b8-4c2d-996f-420932dee15f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:40:25.054049 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-c7271d2b-15b8-4c2d-996f-420932dee15f', 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f', 'project_id': 'b4d26bcc539f4660aa7cda7a7d5af2fa', 'fixed_ips': [{'subnet_id': '477a9d42-2b60-4f17-97a3-775532fdcb6d'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:40:25.055685 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.060078 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-36769c25-1feb-45fc-9d29-bcb63999cdf5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7902367 Apr 11 16:40:25.204307 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Allocated IP 192.168.233.2 (c7271d2b-15b8-4c2d-996f-420932dee15f/477a9d42-2b60-4f17-97a3-775532fdcb6d/bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:40:25.363779 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks [] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.451644 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.488122 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Network c7271d2b-15b8-4c2d-996f-420932dee15f is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:40:25.493330 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:40:25.502371 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:40:25.505495 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Pushing event updated for resources: {'Port': ['ID=bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:25.515341 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.515679 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.516018 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.516366 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.516695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.517017 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.517407 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.517649 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.517964 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.518312 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.518630 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.518972 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.519291 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.519602 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.519911 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:40:25.576033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Attempting to bind port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:40:25.576395 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Attempting to bind port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:40:25.576759 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Attempting to bind port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd on network c7271d2b-15b8-4c2d-996f-420932dee15f {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:40:25.581972 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:40:25.582346 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Checking segment: {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:40:25.582742 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.583186 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Bound using segment: {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:40:25.583649 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Bound port: bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:40:25.584033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.647315 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] For port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:40:25.650414 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] For port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:40:25.732321 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:25.798377 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013f01c-82da-431b-b041-09b7e2f602f6 None None] Pushing event updated for resources: {'Port': ['ID=bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:26.565020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a7cc9198-07aa-45d0-ad25-9c8418514f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:26.675632 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d805648-438e-4655-b895-ecea61bbbde6 None None] Network c7271d2b-15b8-4c2d-996f-420932dee15f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:40:26.746573 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Provisioning complete for port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:26.746985 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:26.867098 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Current status of the port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:26.868019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:26.902832 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] For port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:40:27.040279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:27.091132 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c63dd-1aa2-44c0-963a-7b01db239a9a None None] Pushing event updated for resources: {'Port': ['ID=bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:40:27.168415 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-6760df39-c44a-4686-81b2-7d74b0ad191f None None] Provisioning complete for port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:27.168725 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6760df39-c44a-4686-81b2-7d74b0ad191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:27.269243 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:40:27.277119 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-6760df39-c44a-4686-81b2-7d74b0ad191f None None] Current status of the port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:27.312127 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:27.339662 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:40:27.340157 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:27.431857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port bbbfbd86-5e2b-47b6-8e83-a581ba94b1fd is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:40:28.634060 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:30.238722 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:41.696173 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:40:53.649889 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c106f521-27a7-4c11-a71c-f371f198541b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:56.645962 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-60f4c126-cd57-4c01-b070-c02ce372337d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:57.312282 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:40:58.649067 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:00.312879 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:18.695340 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:41:23.619532 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fe72ba05-2133-4f2e-945b-379987e76d65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:26.539569 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b1fc2a19-9bbf-4bce-85f0-eb9eb8246761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:27.305325 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:28.665231 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:30.249495 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:53.624167 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-81ed7379-745b-4ac0-a181-e302ee5feb02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:55.693411 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:41:56.532187 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bb8dbade-c784-46ed-a2c1-2d12c93044fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:57.297932 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:41:58.652776 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:00.229702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:06.891825 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53090) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:06.897718 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [None req-79c1ec1e-6a9a-45e8-b8c1-ec2ed2d86ad7 tempest-verify_tempest_config-1400380076 tempest-verify_tempest_config-1400380076-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:42:06.898794 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-79c1ec1e-6a9a-45e8-b8c1-ec2ed2d86ad7 tempest-verify_tempest_config-1400380076 tempest-verify_tempest_config-1400380076-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059872 Apr 11 16:42:07.367240 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53108) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:07.470933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.552291 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Publish callbacks [] for security_group (28b83af1-3304-4ba9-9abc-a357b892f1b7), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.628920 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (28b83af1-3304-4ba9-9abc-a357b892f1b7), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.677603 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7552cb61ba144c783fe38b3d752ffd2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3092291 Apr 11 16:42:07.678719 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28b83af1-3304-4ba9-9abc-a357b892f1b7,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:07.680719 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53112) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:42:07.686100 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.686454 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.686825 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.687214 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.687556 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.687894 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.688228 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.688560 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.688892 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.689219 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.689550 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.689893 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.690225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.690560 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.690883 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a1c5f8-9c41-4ec3-8fb6-b4344b68d9a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.739266 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Publish callbacks [] for security_group (28b83af1-3304-4ba9-9abc-a357b892f1b7), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.763089 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Publish callbacks [] for security_group (28b83af1-3304-4ba9-9abc-a357b892f1b7), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.915121 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (28b83af1-3304-4ba9-9abc-a357b892f1b7), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.917717 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:07.918907 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28b83af1-3304-4ba9-9abc-a357b892f1b7 HTTP/1.1" status: 204 len: 168 time: 0.2370820 Apr 11 16:42:07.927291 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28b83af1-3304-4ba9-9abc-a357b892f1b7,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:42:07.934269 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.934618 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.935101 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.935447 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.935782 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.936214 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.936547 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.936877 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.937201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.937526 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.937862 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.938175 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.938495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.938814 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:07.939156 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92bec3d1-f9ce-44a3-bc69-786d738187e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:42:23.622281 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3156d081-5681-43b5-8493-f4babb286043 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:26.548662 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ccfed77d-9291-4a1b-92cc-ea78ed0c881b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:27.308198 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:28.639447 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:30.233823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:32.692699 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:42:53.638369 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d2f66a99-b98a-4104-81d2-d3f57254f068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:56.673279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6dd0f2d3-8c9a-4600-b27b-48901853a963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:57.307310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:42:58.661628 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:00.226892 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:09.692125 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:23.660180 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-724f2e51-0aaf-4fc3-b6f7-99b1fec995cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:26.671254 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4ef8042-62cc-4157-b9ec-260fdbe20906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:27.322766 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:28.728433 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:30.253868 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:46.689692 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 5 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:43:53.641974 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-eb45d8d1-3b20-4662-892d-ce5a17604cb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:56.544891 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-61a7068f-0117-487a-b2fb-84910bf635f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:57.368974 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:43:58.687879 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:00.234325 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:05.448462 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-545206'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:20.756526 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53186) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:20.862431 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-8c68bf2b-9c59-4949-9095-19c4c1ca4ad6 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1045694 Apr 11 16:44:23.247087 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53198) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:44:23.310180 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-11a46297-a258-476b-960b-6f47de1d5488 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0619192 Apr 11 16:44:23.671161 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8904fed3-da61-4687-8982-50d64d50bbb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:23.690618 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:44:26.602989 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fd754c2-0d39-4779-904b-43360f80ba6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:27.311806 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:28.688638 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:30.248867 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:35.461882 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:53.649572 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a0b6b476-7fb3-4cf9-9327-3ad2deba4d0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:56.557972 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8f65841c-f297-493c-aadd-1e2fadc3c451 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:57.363599 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:44:58.684407 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.238099 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:00.691610 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:05.466586 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:23.621024 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2cd3714e-5269-406e-bebc-8442033bf4c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:26.552154 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-183567d6-9122-4f98-97bf-f1e8d518614e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:27.323646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:28.678234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:30.249588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:35.455511 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:37.691304 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:45:53.644110 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-25ea802b-66a3-41bd-923c-84e66afbce6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:56.552539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69952b67-683f-414c-a5a2-d419b4250266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:57.364470 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:45:58.677554 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:00.232820 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:05.467403 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:07.393229 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53336) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:07.921496 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-470255475-network', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:08.077725 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Made reservation on behalf of c872c06c4b4f4b9a9605aeb0e86d3a8a for: {'network': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:08.080074 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.092106 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.177841 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks [] for security_group (0a6cce6f-56ab-469d-8707-e7c46e0fff63), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.279012 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0a6cce6f-56ab-469d-8707-e7c46e0fff63), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.309968 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 839} {{(pid=110559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:08.320748 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6cce6f-56ab-469d-8707-e7c46e0fff63,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:08.324190 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (511c6ebf-eca2-4b6e-b08a-73e41d754256), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.324563 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.segments_db [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Added segment 511c6ebf-eca2-4b6e-b08a-73e41d754256 of type vlan for network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f Apr 11 16:46:08.337527 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.337878 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.338220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.338576 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.338909 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.339271 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.339596 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.340020 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.340290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.340586 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.340896 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.341237 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.341563 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.341886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.342290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Tracked resource versions report: Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: pushed versions: Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: { 'AddressGroup': {'1.2'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Agent': {'1.1'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'ConntrackHelper': {'1.0'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Log': {'1.0'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'NDPProxy': {'1.0'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Network': {'1.1'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Port': {'1.7'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'PortForwarding': {'1.3'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'QosPolicy': {'1.10'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroup': {'1.5'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SubPort': {'1.0'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Subnet': {'1.1'}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Trunk': {'1.1'}} Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: consumer versions: Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Agent': '1.1', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'ConntrackHelper': '1.0', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'LocalIPAssociation': '1.0', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Log': '1.0', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'NDPProxy': '1.0', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Network': '1.1', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Port': '1.7', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'PortForwarding': '1.3', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'QosPolicy': '1.10', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroup': '1.5', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SecurityGroupRule': '1.2', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'SubPort': '1.0', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Subnet': '1.1', Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: 'Trunk': '1.1'}} Apr 11 16:46:08.343336 dv-cinder-837165-2-smb neutron-server[110559]: {{(pid=110559) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:46:08.387583 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.511796 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.513340 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:08.514204 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:08.670327 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] Pushing event updated for resources: {'Network': ['ID=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:08.676907 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-410b409e-907b-48a7-8129-9774d1c2deff admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2826140 Apr 11 16:46:08.682674 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53390) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:08.683322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:08.690155 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Request body: {'subnet': {'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-470255475-subnet', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:08.769869 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Made reservation on behalf of c872c06c4b4f4b9a9605aeb0e86d3a8a for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:08.772222 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.010402 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.064329 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:09.074381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.074730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.075105 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.075465 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.075802 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.076140 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.076452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.076775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.077169 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.077429 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.077744 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.078064 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.078381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.078716 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.079095 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Tracked resource versions report: Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: pushed versions: Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: { 'AddressGroup': {'1.2'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Agent': {'1.1'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'ConntrackHelper': {'1.0'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Log': {'1.0'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'NDPProxy': {'1.0'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Network': {'1.1'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Port': {'1.7'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'PortForwarding': {'1.3'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'QosPolicy': {'1.10'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroup': {'1.5'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SubPort': {'1.0'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Subnet': {'1.1'}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Trunk': {'1.1'}} Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: consumer versions: Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Agent': '1.1', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'ConntrackHelper': '1.0', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'LocalIPAssociation': '1.0', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Log': '1.0', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'NDPProxy': '1.0', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Network': '1.1', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Port': '1.7', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'PortForwarding': '1.3', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'QosPolicy': '1.10', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroup': '1.5', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SecurityGroupRule': '1.2', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'SubPort': '1.0', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Subnet': '1.1', Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: 'Trunk': '1.1'}} Apr 11 16:46:09.084073 dv-cinder-837165-2-smb neutron-server[110560]: {{(pid=110560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:46:09.095482 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Checking segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:09.095841 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Network hostable DHCP agents. Network: 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:09.174644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:09.272712 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:09.277573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:09.281660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.285392 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8c4c67-1d62-4ad7-ab89-09d0e6fa7581 None None] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:09.364993 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e5981d94-5998-40f0-9493-5cf585650ab3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6782987 Apr 11 16:46:09.365336 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53420) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.370171 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:09.416765 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53422) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.445796 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:46:09.446754 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.455563 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53432) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:09.462332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.468405 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.571859 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for router_controller (bd9679bf-8c30-4ca0-ac95-62d3e9999476), precommit_add_association {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.592612 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Allocated IP 172.20.0.2 (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f/7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8/cbf449e3-dd54-4007-8131-07de4b48e829) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:09.841855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks [] for port (cbf449e3-dd54-4007-8131-07de4b48e829), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.867909 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-215882582-network', 'tenant_id': '78e169e8ba18454389fb3fc38630e3f3'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:09.913163 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for router_gateway (bd9679bf-8c30-4ca0-ac95-62d3e9999476), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.923215 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-860988415-network', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:09.929942 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.969272 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:09.974539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:09.978458 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:09.985844 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Made reservation on behalf of 78e169e8ba18454389fb3fc38630e3f3 for: {'network': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:09.987612 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Pushing event updated for resources: {'Port': ['ID=cbf449e3-dd54-4007-8131-07de4b48e829,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:09.988338 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:09.997630 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.011240 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.011576 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.011909 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.012262 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.012595 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.012954 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.013492 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.013606 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.013881 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.014201 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.014526 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.014857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.015206 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.015524 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.015843 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Tracked resource versions report: Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: pushed versions: Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: { 'AddressGroup': {'1.2'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Agent': {'1.1'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'ConntrackHelper': {'1.0'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Log': {'1.0'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'NDPProxy': {'1.0'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Network': {'1.1'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Port': {'1.7'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'PortForwarding': {'1.3'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'QosPolicy': {'1.10'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroup': {'1.5'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SubPort': {'1.0'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Subnet': {'1.1'}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Trunk': {'1.1'}} Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: consumer versions: Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Agent': '1.1', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'ConntrackHelper': '1.0', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'LocalIPAssociation': '1.0', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Log': '1.0', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'NDPProxy': '1.0', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Network': '1.1', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Port': '1.7', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'PortForwarding': '1.3', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'QosPolicy': '1.10', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroup': '1.5', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SecurityGroupRule': '1.2', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'SubPort': '1.0', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Subnet': '1.1', Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: 'Trunk': '1.1'}} Apr 11 16:46:10.017627 dv-cinder-837165-2-smb neutron-server[110561]: {{(pid=110561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:46:10.062728 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Attempting to bind port cbf449e3-dd54-4007-8131-07de4b48e829 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:10.063003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Attempting to bind port cbf449e3-dd54-4007-8131-07de4b48e829 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:10.063909 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Attempting to bind port cbf449e3-dd54-4007-8131-07de4b48e829 on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:10.073901 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:10.074279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Checking segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:10.074696 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.075130 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Bound using segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:10.075618 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Bound port: cbf449e3-dd54-4007-8131-07de4b48e829, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:10.076005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.092502 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Made reservation on behalf of 0aee33e8a4504517a4ca9d5fa65755d6 for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:10.095652 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.107724 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.145328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks [] for security_group (854979c3-91c7-441a-acc3-85b750fc2123), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.192596 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] For port cbf449e3-dd54-4007-8131-07de4b48e829, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:10.200414 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] For port cbf449e3-dd54-4007-8131-07de4b48e829, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=cbf449e3-dd54-4007-8131-07de4b48e829,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:10.244174 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (854979c3-91c7-441a-acc3-85b750fc2123), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.266299 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.285836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for router_gateway (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.301491 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=854979c3-91c7-441a-acc3-85b750fc2123,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.315198 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 816} {{(pid=110559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:10.322923 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.337811 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (681623c8-384a-4794-8ddf-6e88f25e5283), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.337811 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.segments_db [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Added segment 681623c8-384a-4794-8ddf-6e88f25e5283 of type vlan for network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 Apr 11 16:46:10.343779 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks [] for security_group (3a215bd3-c4d4-42f4-af4a-fd413ae255a5), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.354856 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c5031-73cc-4b30-bc72-ec70c4f6e431 None None] Pushing event updated for resources: {'Port': ['ID=cbf449e3-dd54-4007-8131-07de4b48e829,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.426671 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (edd4f381-1cf7-4f72-8103-ffacaa0c5d38), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.444222 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3a215bd3-c4d4-42f4-af4a-fd413ae255a5), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.528886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (edd4f381-1cf7-4f72-8103-ffacaa0c5d38), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.529950 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:10.530706 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.537273 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:10.537273 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a215bd3-c4d4-42f4-af4a-fd413ae255a5,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.574452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (0a8f3ce5-8e75-451d-adbd-a71c4ef39c18), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.574795 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Added segment 0a8f3ce5-8e75-451d-adbd-a71c4ef39c18 of type vlan for network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a Apr 11 16:46:10.598307 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Allocated IP 172.28.0.223 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/4c890854-97a8-40bd-a51d-5d32d326fd47) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:10.670801 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] Pushing event updated for resources: {'Network': ['ID=edd4f381-1cf7-4f72-8103-ffacaa0c5d38,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:10.686229 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:10.779505 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-f6d6c57e-bc14-4980-9341-a991cb87cc33 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3615870 Apr 11 16:46:10.782862 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53474) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:10.789504 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Request body: {'subnet': {'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-215882582-subnet', 'tenant_id': '78e169e8ba18454389fb3fc38630e3f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:10.909982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:10.919756 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Made reservation on behalf of 78e169e8ba18454389fb3fc38630e3f3 for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:10.923663 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.020671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.090524 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.092362 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:11.092967 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.183885 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] Pushing event updated for resources: {'Network': ['ID=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.193173 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53486) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:11.193418 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-dd505504-0a71-4845-9de8-539b75cef5a2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7363570 Apr 11 16:46:11.196724 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:11.198638 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Request body: {'subnet': {'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-subnet', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:11.209033 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.290509 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (794921fc-858b-45d8-b7ca-eb7056a57c32), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.314779 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Pushing event updated for resources: {'Port': ['ID=4c890854-97a8-40bd-a51d-5d32d326fd47,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.325478 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:11.327904 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:11.336077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:11.400050 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Made reservation on behalf of 0aee33e8a4504517a4ca9d5fa65755d6 for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:11.407661 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.513295 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Checking segment: {'id': '681623c8-384a-4794-8ddf-6e88f25e5283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:11.514068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Network hostable DHCP agents. Network: edd4f381-1cf7-4f72-8103-ffacaa0c5d38, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:11.540398 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device cbf449e3-dd54-4007-8131-07de4b48e829 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:11.582920 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=794921fc-858b-45d8-b7ca-eb7056a57c32,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:11.614842 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port cbf449e3-dd54-4007-8131-07de4b48e829 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:11.621561 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.713070 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port cbf449e3-dd54-4007-8131-07de4b48e829 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:11.713739 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.764589 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:11.783309 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port cbf449e3-dd54-4007-8131-07de4b48e829, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=cbf449e3-dd54-4007-8131-07de4b48e829,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:11.833379 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (c236bd8a-c44c-495e-b84d-df3cc422a53e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.858001 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.895854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for router_gateway (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.903598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, edd4f381-1cf7-4f72-8103-ffacaa0c5d38) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:11.914041 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555013fe-ea6f-4d19-ac9b-02fedbe7223c None None] Network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:11.945136 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:11.947966 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:11.968754 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:11.969705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Network hostable DHCP agents. Network: ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:11.976954 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1d40d5-4306-4878-aa69-f6b4e451828a None None] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:11.997664 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c236bd8a-c44c-495e-b84d-df3cc422a53e,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:12.044312 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7b5c58f3-75ff-4c86-ae73-be5c06ed5c82 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2598960 Apr 11 16:46:12.078911 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:12.170185 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:12.172387 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=cbf449e3-dd54-4007-8131-07de4b48e829,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:12.175318 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:12.175962 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.194261 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee68d5e-223f-435d-b285-3a56c64bb917 None None] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:12.274660 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-0f8c46c6-3a4f-4831-8b6e-6aa0ebb971a0 None None] Provisioning complete for port cbf449e3-dd54-4007-8131-07de4b48e829 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:12.275779 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f8c46c6-3a4f-4831-8b6e-6aa0ebb971a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.286461 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b7c02f93-38ed-4724-bb16-394fb9bd29e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0920634 Apr 11 16:46:12.287747 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53532) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:12.294861 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:12.330886 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.450150 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.451238 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.526075 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-124d5848-3101-4425-a5f2-054b3ee30b11 None None] Network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:12.545768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for router_controller (1bf6a286-1a12-4bec-97c5-a512b0188852), precommit_add_association {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.636141 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:46:12.637068 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:12.652808 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:46:12.714798 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53564) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:12.717060 dv-cinder-837165-2-smb neutron-server[110559]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 16:46:12.841183 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c46c6-3a4f-4831-8b6e-6aa0ebb971a0 None None] Current status of the port cbf449e3-dd54-4007-8131-07de4b48e829 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:12.922502 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Allocated IP 172.20.0.2 (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a/c236bd8a-c44c-495e-b84d-df3cc422a53e/b53bcf67-f096-4c2b-938c-7ff10cd731fc) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:13.016943 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-d2c7fb14-dd11-4d92-8999-d006ff33fe64 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:13.019324 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-d2c7fb14-dd11-4d92-8999-d006ff33fe64 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/networks?id=edd4f381-1cf7-4f72-8103-ffacaa0c5d38 HTTP/1.1" status: 200 len: 811 time: 0.3034263 Apr 11 16:46:13.035234 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-ce3c0b10-5b24-4edc-ab48-7e0af68a6076 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/quotas/78e169e8ba18454389fb3fc38630e3f3 HTTP/1.1" status: 200 len: 375 time: 0.0098405 Apr 11 16:46:13.089867 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-1b1e4833-b9f8-4ae8-a88f-289202e12ada None None] Provisioning complete for port cbf449e3-dd54-4007-8131-07de4b48e829 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:13.090632 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1b1e4833-b9f8-4ae8-a88f-289202e12ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.098182 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-4f053a2b-8923-4679-952f-cc74db7bd38b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=78e169e8ba18454389fb3fc38630e3f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0571408 Apr 11 16:46:13.147615 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks [] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.148442 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for router_gateway (1bf6a286-1a12-4bec-97c5-a512b0188852), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.155159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:13.171000 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:13.187067 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:13.187700 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:13.216153 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1b1e4833-b9f8-4ae8-a88f-289202e12ada None None] Current status of the port cbf449e3-dd54-4007-8131-07de4b48e829 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:13.245911 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.304816 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.310249 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53584) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:13.317007 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-582db34a-5fd7-498d-a5ac-fc5fc0a40a3b admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9470191 Apr 11 16:46:13.355870 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:13.380833 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:13.383920 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:13.393512 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Pushing event updated for resources: {'Port': ['ID=b53bcf67-f096-4c2b-938c-7ff10cd731fc,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:13.456634 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-c80f6cc6-a58e-4b96-99cd-edc1077ada21 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:13.457706 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-c80f6cc6-a58e-4b96-99cd-edc1077ada21 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1597385 Apr 11 16:46:13.545423 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Attempting to bind port b53bcf67-f096-4c2b-938c-7ff10cd731fc on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:13.546777 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Attempting to bind port b53bcf67-f096-4c2b-938c-7ff10cd731fc by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:13.552202 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Attempting to bind port b53bcf67-f096-4c2b-938c-7ff10cd731fc on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:13.557128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device cbf449e3-dd54-4007-8131-07de4b48e829 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:13.601268 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:13.613226 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:13.613593 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:13.614514 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.614514 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Bound using segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:13.614973 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Bound port: b53bcf67-f096-4c2b-938c-7ff10cd731fc, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:13.615427 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.688805 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port cbf449e3-dd54-4007-8131-07de4b48e829 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:13.689433 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.690651 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for router_gateway (1bf6a286-1a12-4bec-97c5-a512b0188852), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.739722 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] For port b53bcf67-f096-4c2b-938c-7ff10cd731fc, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:13.744720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] For port b53bcf67-f096-4c2b-938c-7ff10cd731fc, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=b53bcf67-f096-4c2b-938c-7ff10cd731fc,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:13.763553 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.881066 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port cbf449e3-dd54-4007-8131-07de4b48e829 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:13.893822 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:13.936686 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:11Z', 'revision_number': 3, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:13.945994 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Allocated IP 172.28.0.181 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/d0790501-0324-4469-b890-496650584a42) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:13.974165 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:13.975600 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Updating router bd9679bf-8c30-4ca0-ac95-62d3e9999476 port 4c890854-97a8-40bd-a51d-5d32d326fd47 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:14.019917 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.037087 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84babdc9-9e1d-4261-8c6a-d65b38b86caa None None] Pushing event updated for resources: {'Port': ['ID=b53bcf67-f096-4c2b-938c-7ff10cd731fc,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.054000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53616) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:14.150028 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-c6f5bd9d-20fb-4aa2-afe6-c91141af9b51 service neutron] 10.222.0.32 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6849732 Apr 11 16:46:14.153823 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for port (d0790501-0324-4469-b890-496650584a42), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.318372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (d0790501-0324-4469-b890-496650584a42), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.337057 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c0e028e-c949-46ff-8a2c-33a9bf3b3a34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.384725 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:14.408207 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Pushing event updated for resources: {'Port': ['ID=d0790501-0324-4469-b890-496650584a42,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.415413 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:14.441264 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:14.542307 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-3a990d11-d34b-41b8-b5d2-1217b4542c12 service neutron] 10.222.0.32 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830252 Apr 11 16:46:14.573743 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks [] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.663906 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c0e028e-c949-46ff-8a2c-33a9bf3b3a34 admin admin] Publish callbacks [] for security_group (67a8eb1c-3216-4553-8f94-cee11e482810), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.674397 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.717492 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Attempting to bind port 4c890854-97a8-40bd-a51d-5d32d326fd47 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:14.717872 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Attempting to bind port 4c890854-97a8-40bd-a51d-5d32d326fd47 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:14.718238 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Attempting to bind port 4c890854-97a8-40bd-a51d-5d32d326fd47 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:14.744925 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:14.745367 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:14.745789 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.746186 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:14.746852 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Bound port: 4c890854-97a8-40bd-a51d-5d32d326fd47, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:14.747790 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:14.815078 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:14.846741 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Pushing event updated for resources: {'Port': ['ID=4c890854-97a8-40bd-a51d-5d32d326fd47,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:14.858162 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Tracked resource versions report: Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: pushed versions: Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: { 'AddressGroup': {'1.2'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Agent': {'1.1'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'ConntrackHelper': {'1.0'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'LocalIPAssociation': {'1.0'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Log': {'1.0'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'NDPProxy': {'1.0'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Network': {'1.1'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Port': {'1.7'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'PortForwarding': {'1.3'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'QosPolicy': {'1.10'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroup': {'1.5'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroupRule': {'1.2'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'SubPort': {'1.0'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Subnet': {'1.1'}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: 'Trunk': {'1.1'}} Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: consumer versions: Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: { DHCP agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: HyperV agent@hv-cinder-83716: {}, Apr 11 16:46:15.144502 dv-cinder-837165-2-smb neutron-server[110562]: L3 agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: Metadata agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: Metering agent@dv-cinder-837165-2-smb: {}, Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: Open vSwitch agent@dv-cinder-837165-2-smb: { 'AddressGroup': '1.2', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Agent': '1.1', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'ConntrackHelper': '1.0', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'LocalIPAssociation': '1.0', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Log': '1.0', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'NDPProxy': '1.0', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Network': '1.1', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Port': '1.7', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'PortForwarding': '1.3', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'QosPolicy': '1.10', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroup': '1.5', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'SecurityGroupRule': '1.2', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'SubPort': '1.0', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Subnet': '1.1', Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: 'Trunk': '1.1'}} Apr 11 16:46:15.153675 dv-cinder-837165-2-smb neutron-server[110562]: {{(pid=110562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 16:46:15.162861 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for router_gateway (1bf6a286-1a12-4bec-97c5-a512b0188852), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.163444 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] For port 4c890854-97a8-40bd-a51d-5d32d326fd47, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:15.163444 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] For port 4c890854-97a8-40bd-a51d-5d32d326fd47, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4c890854-97a8-40bd-a51d-5d32d326fd47,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:15.164083 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c0e028e-c949-46ff-8a2c-33a9bf3b3a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (67a8eb1c-3216-4553-8f94-cee11e482810), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.165467 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.166003 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-60f49d9a-da0c-43ee-85a0-ba05ad9a2ad1 req-4c0da699-f492-438a-907b-0e11fd8053a2 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.1610703 Apr 11 16:46:15.166003 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7c0e028e-c949-46ff-8a2c-33a9bf3b3a34 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=89d1edfc0e5a412f92bb37fb77012faa&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1080687 Apr 11 16:46:15.177353 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53664) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:15.178640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.216855 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:15.217352 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:15.219965 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda669a-b4c1-46e1-94da-99936a397872 None None] Pushing event updated for resources: {'Port': ['ID=4c890854-97a8-40bd-a51d-5d32d326fd47,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:15.261818 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0e028e-c949-46ff-8a2c-33a9bf3b3a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a8eb1c-3216-4553-8f94-cee11e482810,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:15.335660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.414899 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:15.481995 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device b53bcf67-f096-4c2b-938c-7ff10cd731fc up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:15.577069 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] Publish callbacks [] for security_group (67a8eb1c-3216-4553-8f94-cee11e482810), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.621866 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port b53bcf67-f096-4c2b-938c-7ff10cd731fc triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:15.625467 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.674041 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251600d7-8c7a-446d-a7f8-32a7e45a7df3 None None] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:15.706271 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:11Z', 'revision_number': 3, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:15.733512 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:46:15.770074 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Allocated IP 172.20.0.1 (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f/7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8/9ddc0645-3bbb-49e6-811f-8ec203ebedb8) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:15.774716 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6209b153-ca30-4a77-a6af-f1ba9eac17b9 None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:11Z', 'revision_number': 3, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:15.815037 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] Publish callbacks [] for security_group (67a8eb1c-3216-4553-8f94-cee11e482810), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.849512 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-e4fbe482-a5af-44eb-a80a-b7a57eb60e0f None None] Provisioning complete for port b53bcf67-f096-4c2b-938c-7ff10cd731fc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:15.849932 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e4fbe482-a5af-44eb-a80a-b7a57eb60e0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.853458 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port b53bcf67-f096-4c2b-938c-7ff10cd731fc is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:15.854295 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:15.881728 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:15.920216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:15.964389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks [] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.006697 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.010691 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-504878dc-0d1c-45bd-b573-e0775cc32573 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.7166309 Apr 11 16:46:16.011151 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53696) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.020855 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (67a8eb1c-3216-4553-8f94-cee11e482810), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.028070 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.031557 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67a8eb1c-3216-4553-8f94-cee11e482810 HTTP/1.1" status: 204 len: 168 time: 0.8481629 Apr 11 16:46:16.059864 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port b53bcf67-f096-4c2b-938c-7ff10cd731fc, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=b53bcf67-f096-4c2b-938c-7ff10cd731fc,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:16.060939 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:16.061563 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:16.104766 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744045b-bc39-4238-9a0c-8c7d8dfb0101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a8eb1c-3216-4553-8f94-cee11e482810,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:16.199140 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.223032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.410034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:16.427599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:16.448122 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:16.448466 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.522633 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53718) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.628961 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e4fbe482-a5af-44eb-a80a-b7a57eb60e0f None None] Current status of the port b53bcf67-f096-4c2b-938c-7ff10cd731fc is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:16.784379 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fab03d1e-c7e6-45b7-9faa-08064f2b2877 None None] Provisioning complete for port b53bcf67-f096-4c2b-938c-7ff10cd731fc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:16.785884 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fab03d1e-c7e6-45b7-9faa-08064f2b2877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:16.879699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=b53bcf67-f096-4c2b-938c-7ff10cd731fc,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:16.895092 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Pushing event updated for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:16.912549 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53730) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:16.942593 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:16.984671 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d8966319-f4a9-4fe2-af73-c94e9030fa9b req-a6e72c91-a2a0-4a09-ae4c-4c47f0b60313 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.4604738 Apr 11 16:46:17.207360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-982dc54f-b5a8-4492-9369-34d1b0ca36eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.252697 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53742) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:17.343585 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-455af02f-119d-40b1-8ca1-653a7f47e839 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.437032 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fab03d1e-c7e6-45b7-9faa-08064f2b2877 None None] Current status of the port b53bcf67-f096-4c2b-938c-7ff10cd731fc is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:17.632337 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.693251 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-d98b0e23-5304-472e-976c-0b776f28f75d None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:17.696533 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d98b0e23-5304-472e-976c-0b776f28f75d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.748835 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-982dc54f-b5a8-4492-9369-34d1b0ca36eb admin admin] Publish callbacks [] for security_group (0307cc75-f3f5-41f4-860a-d453aece8494), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.798632 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-455af02f-119d-40b1-8ca1-653a7f47e839 admin admin] Publish callbacks [] for security_group (de18de6e-d149-480d-a00b-1043e43a6b14), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.802075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.806183 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device b53bcf67-f096-4c2b-938c-7ff10cd731fc up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:17.809780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-982dc54f-b5a8-4492-9369-34d1b0ca36eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0307cc75-f3f5-41f4-860a-d453aece8494), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.853654 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982dc54f-b5a8-4492-9369-34d1b0ca36eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0307cc75-f3f5-41f4-860a-d453aece8494,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:17.894745 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:14Z', 'revision_number': 3, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:17.899053 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-d98b0e23-5304-472e-976c-0b776f28f75d None None] Port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:17.907856 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-455af02f-119d-40b1-8ca1-653a7f47e839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (de18de6e-d149-480d-a00b-1043e43a6b14), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:17.910314 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-982dc54f-b5a8-4492-9369-34d1b0ca36eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=76f44bdd5d97438dbab40f8c72d67721&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9888854 Apr 11 16:46:17.927784 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 53760) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:17.933512 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:17.934117 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Updating router 1bf6a286-1a12-4bec-97c5-a512b0188852 port d0790501-0324-4469-b890-496650584a42 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:18.028838 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] Publish callbacks [] for security_group (0307cc75-f3f5-41f4-860a-d453aece8494), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.044510 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d0790501-0324-4469-b890-496650584a42), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.053912 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] Publish callbacks [] for security_group (0307cc75-f3f5-41f4-860a-d453aece8494), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.101744 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port b53bcf67-f096-4c2b-938c-7ff10cd731fc triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:18.102129 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.106172 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-455af02f-119d-40b1-8ca1-653a7f47e839 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f17489d767fa4153a75358e6a5f54e16&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8016987 Apr 11 16:46:18.113072 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455af02f-119d-40b1-8ca1-653a7f47e839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de18de6e-d149-480d-a00b-1043e43a6b14,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.120237 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53770) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:18.193982 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0307cc75-f3f5-41f4-860a-d453aece8494), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.197303 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.211815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Allocated IP 172.20.0.1 (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a/c236bd8a-c44c-495e-b84d-df3cc422a53e/eba46d1c-e21b-4a6f-8f9c-6a07a66cda56) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:18.221018 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0307cc75-f3f5-41f4-860a-d453aece8494 HTTP/1.1" status: 204 len: 168 time: 0.2924690 Apr 11 16:46:18.242493 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] Publish callbacks [] for security_group (de18de6e-d149-480d-a00b-1043e43a6b14), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.267000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks [] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.275099 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8583539d-32e0-47b2-8c86-806aafa41d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0307cc75-f3f5-41f4-860a-d453aece8494,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.317191 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0972e69-9cae-494b-8aa7-d75bd22966b2 req-05fb3670-fe1f-4d22-813f-ff48f0199c33 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.0480199 Apr 11 16:46:18.382012 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.382924 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.384049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks [] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.445950 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] Publish callbacks [] for security_group (de18de6e-d149-480d-a00b-1043e43a6b14), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.528312 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Pushing event updated for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.569373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:18.570389 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port b53bcf67-f096-4c2b-938c-7ff10cd731fc is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:18.571074 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:18.571828 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4c890854-97a8-40bd-a51d-5d32d326fd47 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:18.582775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.620871 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:18.627340 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:18.631410 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:18.632016 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (1bf6a286-1a12-4bec-97c5-a512b0188852), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.715540 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (de18de6e-d149-480d-a00b-1043e43a6b14), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.720942 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.720942 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/de18de6e-d149-480d-a00b-1043e43a6b14 HTTP/1.1" status: 204 len: 168 time: 0.5961132 Apr 11 16:46:18.726432 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 4c890854-97a8-40bd-a51d-5d32d326fd47 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:18.726918 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.817501 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks [] for port (d0790501-0324-4469-b890-496650584a42), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.865396 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.889322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 4c890854-97a8-40bd-a51d-5d32d326fd47 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:18.889720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.893404 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0485c0-8ba8-4785-a404-76a83e7846b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de18de6e-d149-480d-a00b-1043e43a6b14,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:18.941237 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d0790501-0324-4469-b890-496650584a42), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:18.949978 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 4c890854-97a8-40bd-a51d-5d32d326fd47, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4c890854-97a8-40bd-a51d-5d32d326fd47,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:18.965730 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:19.094979 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.110909 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Attempting to bind port d0790501-0324-4469-b890-496650584a42 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:19.117379 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Attempting to bind port d0790501-0324-4469-b890-496650584a42 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:19.117379 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Attempting to bind port d0790501-0324-4469-b890-496650584a42 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:19.117379 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0456f8-b3fc-4abb-ae22-e35f204c5a62 None None] Pushing event updated for resources: {'Port': ['ID=d0790501-0324-4469-b890-496650584a42,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.127500 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:19.127955 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:19.128485 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.128978 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:19.129539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Bound port: d0790501-0324-4469-b890-496650584a42, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:19.130031 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d0790501-0324-4469-b890-496650584a42), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.194498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:19.194902 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.218248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.316034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:19.324718 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0f5c8fee-634b-40b4-8f15-89112803373b admin admin] 10.222.0.32 "PUT /v2.0/routers/bd9679bf-8c30-4ca0-ac95-62d3e9999476/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0126376 Apr 11 16:46:19.331604 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:19.399419 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:19.400068 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:19.407635 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.72', 49685) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:19.417700 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=4c890854-97a8-40bd-a51d-5d32d326fd47,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.443294 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] For port d0790501-0324-4469-b890-496650584a42, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:19.452111 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] For port d0790501-0324-4469-b890-496650584a42, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d0790501-0324-4469-b890-496650584a42,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:19.471717 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:19.496799 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:19.499005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.555554 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d0790501-0324-4469-b890-496650584a42), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.568511 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-657040ec-3a0f-425c-92bf-05c973606dad req-8b75cdc4-cfc5-43b8-a979-6910a94e56c7 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.0411682 Apr 11 16:46:19.647490 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-02833a7b-b7dc-442a-bc37-41ad9bee6ec9 None None] Port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:19.648205 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-034821bb-f246-45b1-a0de-afb5e56c604a tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:19.649719 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-034821bb-f246-45b1-a0de-afb5e56c604a tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.72 "GET /v2.0/networks?id=edd4f381-1cf7-4f72-8103-ffacaa0c5d38 HTTP/1.1" status: 200 len: 811 time: 0.2406580 Apr 11 16:46:19.693599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks [] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.698230 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Request body: {'port': {'device_id': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38', 'admin_state_up': True, 'tenant_id': '78e169e8ba18454389fb3fc38630e3f3'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:19.742396 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:19.753507 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0456f8-b3fc-4abb-ae22-e35f204c5a62 None None] Pushing event updated for resources: {'Port': ['ID=d0790501-0324-4469-b890-496650584a42,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:19.784117 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.785202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (1bf6a286-1a12-4bec-97c5-a512b0188852), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:19.823631 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:19.824271 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:19.958680 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Pushing event updated for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:20.056887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:20.070341 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:20.102874 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 2, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:20.108631 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:20.227766 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:20.228289 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Updating router bd9679bf-8c30-4ca0-ac95-62d3e9999476 port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:20.267633 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Made reservation on behalf of 78e169e8ba18454389fb3fc38630e3f3 for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:20.271600 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.298026 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.416838 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:20.771716 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:20.787110 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-53f53919-f9f6-44b8-865a-9cc5eb1db8c4 admin admin] 10.222.0.32 "PUT /v2.0/routers/1bf6a286-1a12-4bec-97c5-a512b0188852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7749665 Apr 11 16:46:20.790024 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-3b13c727-28e8-4558-83ef-4653b7690302 None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:20.790524 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3b13c727-28e8-4558-83ef-4653b7690302 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:20.855151 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 2, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:20.991182 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Allocated IP 172.20.0.4 (edd4f381-1cf7-4f72-8103-ffacaa0c5d38/794921fc-858b-45d8-b7ca-eb7056a57c32/22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:21.022091 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4567e3-e827-4044-ae2d-044b200de9ca None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 2, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:21.053756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-3b13c727-28e8-4558-83ef-4653b7690302 None None] Port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:21.064900 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53924) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:21.070734 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1886804052', 'description': 'tempest-description--316768249'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:21.077968 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks [] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.164062 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.195811 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-57a80193-c4c7-41be-b4ab-9fd3e52e13c5 req-d0aa0b90-489f-45e8-9bdb-df00b8547d42 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.0557489 Apr 11 16:46:21.285383 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.334162 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b5ed-b514-4826-a544-e6144566852f None None] Pushing event updated for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:21.379658 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Attempting to bind port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:21.380094 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Attempting to bind port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:21.380612 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Attempting to bind port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:21.387797 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:21.388665 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Checking segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:21.389366 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.390019 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Bound using segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:21.391077 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Bound port: 9ddc0645-3bbb-49e6-811f-8ec203ebedb8, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:21.391600 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.501397 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks [] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.529782 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] For port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:21.537222 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] For port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:21.560113 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4c890854-97a8-40bd-a51d-5d32d326fd47 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:21.589409 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (af4e5498-b577-4521-a9f9-523821908a73), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.680226 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.721423 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 4c890854-97a8-40bd-a51d-5d32d326fd47 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:21.721804 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.725532 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (af4e5498-b577-4521-a9f9-523821908a73), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.728229 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.790233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4e5498-b577-4521-a9f9-523821908a73,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:21.831500 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:21.832881 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:21.874573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:21.879151 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-351eddb3-2f55-4433-a800-1c0b416890bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8109713 Apr 11 16:46:21.879496 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 53962) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:21.884147 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c4b5ed-b514-4826-a544-e6144566852f None None] Pushing event updated for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=4']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:21.898848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group_rule': {'security_group_id': 'af4e5498-b577-4521-a9f9-523821908a73', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:22.034165 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Pushing event updated for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:22.041210 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:22.041210 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:22.047927 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:22.056131 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:22.077962 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.084352 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (7e5a595f-7b5f-42f0-95f8-991d7c2d221b), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.140028 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:22.191389 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-38a20491-e599-4cc1-b605-b1af20417672 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4968646 Apr 11 16:46:22.227055 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-8234f144-4dff-4e76-9e7b-7530cc3b7d97 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:22.227984 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:22.231853 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:22.241274 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-8234f144-4dff-4e76-9e7b-7530cc3b7d97 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.72 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0405393 Apr 11 16:46:22.577844 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 4c890854-97a8-40bd-a51d-5d32d326fd47 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:22.850085 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-4ad83b18-dda7-4c4d-bdca-5781bcf564db tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:22.851834 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-4ad83b18-dda7-4c4d-bdca-5781bcf564db tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 0.4349663 Apr 11 16:46:22.967878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Current status of the port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:22.970297 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.038056 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-bf52a6a6-5af7-4a97-b437-aebaf93fd42f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/quotas/0aee33e8a4504517a4ca9d5fa65755d6 HTTP/1.1" status: 200 len: 375 time: 0.1783447 Apr 11 16:46:23.073658 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] For port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:23.090587 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (7e5a595f-7b5f-42f0-95f8-991d7c2d221b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.114185 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:21Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:23.116282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6343eb-8b9b-4136-aead-298be4a6bbcd req-771bb29e-9039-496a-b3cd-c9ce6a94e28d tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:23.127767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bf6343eb-8b9b-4136-aead-298be4a6bbcd req-771bb29e-9039-496a-b3cd-c9ce6a94e28d tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 931 time: 0.2989018 Apr 11 16:46:23.163728 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d675a757-99c1-42eb-9459-725d06b960d7 None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:21Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:23.232332 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.232994 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (7e5a595f-7b5f-42f0-95f8-991d7c2d221b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.248311 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-8164682b-001b-4bfa-bd74-59a17fa085a8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2093315 Apr 11 16:46:23.301857 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bf6343eb-8b9b-4136-aead-298be4a6bbcd req-e10de100-5911-4f75-acfb-3eabe478d965 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719563 Apr 11 16:46:23.387185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e5a595f-7b5f-42f0-95f8-991d7c2d221b,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:23.475611 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.480735 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54014) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.486880 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-129e246e-9067-4454-92c9-214c4b8f83d9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6059458 Apr 11 16:46:23.488757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group_rule': {'security_group_id': 'af4e5498-b577-4521-a9f9-523821908a73', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.489706 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-c07b639c-3f2a-4023-bc98-dde9dcb77674 None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:23.491467 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c07b639c-3f2a-4023-bc98-dde9dcb77674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.624352 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c23954-6cd4-4761-98a0-206fd4ce40b3 None None] Pushing event updated for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:23.684926 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (5afd183f-100e-4b9c-9f20-bd38cb590cc4), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.713507 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d0790501-0324-4469-b890-496650584a42 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:23.747321 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Request body: {'port': {'device_id': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:23.837942 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54020) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:23.923094 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-c07b639c-3f2a-4023-bc98-dde9dcb77674 None None] Current status of the port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:23.932914 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port d0790501-0324-4469-b890-496650584a42 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:23.933390 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d0790501-0324-4469-b890-496650584a42), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.950548 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:23.996977 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9fd7c35c-0e90-4c06-8929-7e3f741041c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.008077 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (5afd183f-100e-4b9c-9f20-bd38cb590cc4), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.147650 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port d0790501-0324-4469-b890-496650584a42 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:24.148539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d0790501-0324-4469-b890-496650584a42), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.179836 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port d0790501-0324-4469-b890-496650584a42, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d0790501-0324-4469-b890-496650584a42,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:24.238171 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (5afd183f-100e-4b9c-9f20-bd38cb590cc4), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.278629 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c63e498-4d83-4e2c-9090-62d5321a601d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.294984 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd183f-100e-4b9c-9f20-bd38cb590cc4,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:24.364836 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d0790501-0324-4469-b890-496650584a42), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.365673 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:24.383864 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-9cf03ad0-935a-4b77-8a15-8090f426da59 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:46:24.401545 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-9cf03ad0-935a-4b77-8a15-8090f426da59 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4505033 Apr 11 16:46:24.467333 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.469001 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a3913045-3b54-4709-80a1-a3b75992edd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9870932 Apr 11 16:46:24.478824 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54042) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:24.525389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:24.552098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c63e498-4d83-4e2c-9090-62d5321a601d admin admin] Publish callbacks [] for security_group (da11d912-e95c-44c6-9df1-f2be23dbdfd7), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.685355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c63e498-4d83-4e2c-9090-62d5321a601d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (da11d912-e95c-44c6-9df1-f2be23dbdfd7), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.698478 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=d0790501-0324-4469-b890-496650584a42,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:24.733596 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:24.734427 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:24.820658 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5c63e498-4d83-4e2c-9090-62d5321a601d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5ff5d1ad063f48b28b84d52fb9b15fcc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9657145 Apr 11 16:46:24.822757 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63e498-4d83-4e2c-9090-62d5321a601d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da11d912-e95c-44c6-9df1-f2be23dbdfd7,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:24.827649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54054) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:24.852515 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ef30-5452-44a3-8f63-f4d2daa37f23 req-b5fecee0-edf6-4def-8043-df9ed5eef038 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:24.854348 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d07ef30-5452-44a3-8f63-f4d2daa37f23 req-b5fecee0-edf6-4def-8043-df9ed5eef038 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 931 time: 0.2627771 Apr 11 16:46:24.864769 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-7d651df4-5751-4dcb-8077-20ee83c916e8 service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4303484 Apr 11 16:46:24.936482 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:24.974657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] Publish callbacks [] for security_group (da11d912-e95c-44c6-9df1-f2be23dbdfd7), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.010830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] Publish callbacks [] for security_group (da11d912-e95c-44c6-9df1-f2be23dbdfd7), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.168420 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.213883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (da11d912-e95c-44c6-9df1-f2be23dbdfd7), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.213883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.217004 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/da11d912-e95c-44c6-9df1-f2be23dbdfd7 HTTP/1.1" status: 204 len: 168 time: 0.3862004 Apr 11 16:46:25.230176 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e916556-7e72-4736-be7c-c139b639b127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da11d912-e95c-44c6-9df1-f2be23dbdfd7,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:25.353766 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:25.387939 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:25.388616 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:45:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:25.417987 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:25.428634 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks [] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.483903 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Transition to ACTIVE for port object 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:25.599415 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:25.604829 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.653354 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d07ef30-5452-44a3-8f63-f4d2daa37f23 req-b9f5a648-42e4-446f-859f-642331b96653 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7751911 Apr 11 16:46:25.674033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:25.714232 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:25.714615 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.823311 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-3d22d982-d081-4cc1-b269-241b5cd3117d service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754389 Apr 11 16:46:25.824933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:25.839512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:25.887659 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54078) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:26.010629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:26.012150 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d0790501-0324-4469-b890-496650584a42 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:26.086881 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 2, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:26.125224 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:26.125901 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Updating router 1bf6a286-1a12-4bec-97c5-a512b0188852 port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:46:26.163039 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port d0790501-0324-4469-b890-496650584a42 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:26.163672 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d0790501-0324-4469-b890-496650584a42), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.166629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.198773 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Attempting to bind port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:26.199461 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Attempting to bind port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '681623c8-384a-4794-8ddf-6e88f25e5283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:26.199561 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Attempting to bind port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe on network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:26.241422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe on network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:26.243113 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Attempting to bind port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe on network edd4f381-1cf7-4f72-8103-ffacaa0c5d38 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:26.251792 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:26.253017 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Checking segment: {'id': '681623c8-384a-4794-8ddf-6e88f25e5283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:26.253728 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Bound using segment: {'id': '681623c8-384a-4794-8ddf-6e88f25e5283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:26.258300 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Bound port: 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681623c8-384a-4794-8ddf-6e88f25e5283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 816, 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:26.264292 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.342003 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0b81a9bd-7733-4896-8467-6e16296c9241 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.450546 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port d0790501-0324-4469-b890-496650584a42 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:26.655771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0b81a9bd-7733-4896-8467-6e16296c9241 admin admin] Publish callbacks [] for security_group (32cbbc1a-4c9a-4475-8e95-96c7904f17c5), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.661413 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b86fffeb-05ba-4bd7-be14-b58e597f7f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.763414 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0b81a9bd-7733-4896-8467-6e16296c9241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (32cbbc1a-4c9a-4475-8e95-96c7904f17c5), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.846836 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0b81a9bd-7733-4896-8467-6e16296c9241 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9a626c90c5a743af9f2ddc28ae3cd61a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9570343 Apr 11 16:46:26.847761 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81a9bd-7733-4896-8467-6e16296c9241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32cbbc1a-4c9a-4475-8e95-96c7904f17c5,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:26.850890 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54120) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:26.888627 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Allocated IP 172.28.0.90 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/06f63877-9c4b-480a-a111-e9180dc3d4e5) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:26.909473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] Publish callbacks [] for security_group (32cbbc1a-4c9a-4475-8e95-96c7904f17c5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:26.944013 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a239049b-2b4c-4065-aad7-18e733acab87 req-5a402b5c-95fe-48ca-8c64-581a59aaf4fa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 210 time: 0.5195928 Apr 11 16:46:26.955414 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] Publish callbacks [] for security_group (32cbbc1a-4c9a-4475-8e95-96c7904f17c5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.034034 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks [] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.173559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21adc0ce-741a-4988-a043-8f70fc5c7b69 req-9097a06b-7375-416e-bb92-90b878878334 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.180615 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (32cbbc1a-4c9a-4475-8e95-96c7904f17c5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.181020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.183891 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.189587 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/32cbbc1a-4c9a-4475-8e95-96c7904f17c5 HTTP/1.1" status: 204 len: 168 time: 0.3360682 Apr 11 16:46:27.196292 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21adc0ce-741a-4988-a043-8f70fc5c7b69 req-9097a06b-7375-416e-bb92-90b878878334 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.2891228 Apr 11 16:46:27.198305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5902a230-14d7-4f51-9a75-86d0bc65c612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cbbc1a-4c9a-4475-8e95-96c7904f17c5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:27.204161 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:27.255582 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,segment=NetworkSegment(681623c8-384a-4794-8ddf-6e88f25e5283),segment_id=681623c8-384a-4794-8ddf-6e88f25e5283)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:27.330333 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21adc0ce-741a-4988-a043-8f70fc5c7b69 req-bbfc3f9b-5a54-4507-b0a1-1b98575db332 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373656 Apr 11 16:46:27.415521 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.421216 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.552443 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.553547 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.555128 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] 10.222.0.72 "PUT /v2.0/ports/22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe HTTP/1.1" status: 200 len: 1093 time: 4.4580598 Apr 11 16:46:27.555716 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:27.558718 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Attempting to bind port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:27.559894 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Attempting to bind port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:27.560300 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Attempting to bind port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:27.570677 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa668e-999f-4501-a745-1cb8ab2275be None None] Pushing event updated for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:27.582573 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:27.583220 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:27.583884 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.584483 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Bound using segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:27.585168 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Bound port: eba46d1c-e21b-4a6f-8f9c-6a07a66cda56, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:27.585749 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.603412 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5e68e669-1263-4ff2-86c5-904742268a58 None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:27.604033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5e68e669-1263-4ff2-86c5-904742268a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.668779 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:27.728230 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54150) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:27.788930 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5e68e669-1263-4ff2-86c5-904742268a58 None None] Port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:27.837937 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-8db8c2ce-3fbb-4b99-a306-6ebd04aa8325 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:27.846021 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-8db8c2ce-3fbb-4b99-a306-6ebd04aa8325 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 0.1716468 Apr 11 16:46:27.901994 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] For port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:27.914644 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] For port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:27.933990 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-08e3a260-c92d-41db-95aa-b492668546da tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/quotas/0aee33e8a4504517a4ca9d5fa65755d6 HTTP/1.1" status: 200 len: 375 time: 0.0857370 Apr 11 16:46:28.005545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-54201ca2-d02a-426c-9896-ad1779ba8337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.005751 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.007091 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-54201ca2-d02a-426c-9896-ad1779ba8337 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78e169e8ba18454389fb3fc38630e3f3&device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 1127 time: 0.1491594 Apr 11 16:46:28.014617 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d979541-4840-4e81-abb6-5dab26532dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.048754 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-77264b3a-55ea-4299-9fb4-6a684df5a630 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0981803 Apr 11 16:46:28.228189 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:28.232334 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:28.238131 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.319526 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-ed032fe7-0c27-40c3-9345-d3104dd70c76 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe HTTP/1.1" status: 200 len: 217 time: 0.2691934 Apr 11 16:46:28.348871 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54166) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:28.371478 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa668e-999f-4501-a745-1cb8ab2275be None None] Pushing event updated for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.450033 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f3102dc1-2c3c-4ecb-8b58-aa78fd0a0254 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.540306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f3102dc1-2c3c-4ecb-8b58-aa78fd0a0254 admin admin] Publish callbacks [] for security_group (47f3cde1-f0c7-4797-8d86-156c52bdebd0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.555962 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:28.677444 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f3102dc1-2c3c-4ecb-8b58-aa78fd0a0254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (47f3cde1-f0c7-4797-8d86-156c52bdebd0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.726639 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3102dc1-2c3c-4ecb-8b58-aa78fd0a0254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f3cde1-f0c7-4797-8d86-156c52bdebd0,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:28.754127 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-5c40885c-1564-43b6-acc6-941999292dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:28.756348 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-5c40885c-1564-43b6-acc6-941999292dc9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=794921fc-858b-45d8-b7ca-eb7056a57c32 HTTP/1.1" status: 200 len: 851 time: 0.2789059 Apr 11 16:46:28.759484 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:28.772857 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a70424-999a-44e3-ac07-267781267372" -d '{"events": [{"name": "network-changed", "server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:28.823313 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f3102dc1-2c3c-4ecb-8b58-aa78fd0a0254 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5d9f77e701634610a50fc3ded49850a7&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0935802 Apr 11 16:46:28.827875 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54182) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:28.908140 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:28.912190 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-ce02ed30-d69c-487f-af7f-280e6a559624 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edd4f381-1cf7-4f72-8103-ffacaa0c5d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1263745 Apr 11 16:46:28.924017 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:28.932978 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54184) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:28.979507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-120489a4-aac2-4ae2-a745-4392ce54fdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:28.991471 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-487b5e59-8412-4c9d-8c0a-2797d78f6519 service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9328878 Apr 11 16:46:28.997054 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] Publish callbacks [] for security_group (47f3cde1-f0c7-4797-8d86-156c52bdebd0), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.013931 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:27Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:29.018740 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.057825 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:29.058308 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.068313 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d472391-9954-40d6-8641-6596a113cf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.106723 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=06f63877-9c4b-480a-a111-e9180dc3d4e5,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:29.114030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac2c6b6-2592-483c-a62e-85ccf2ba0aa9 None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:27Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:29.144679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] Publish callbacks [] for security_group (47f3cde1-f0c7-4797-8d86-156c52bdebd0), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.257061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Current status of the port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:29.257404 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.283307 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeef6ab-15f1-4c4c-900f-13473b9683f5 req-a456d2ee-a7f7-4282-a76e-df687a13f9be tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:29.285959 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1aeef6ab-15f1-4c4c-900f-13473b9683f5 req-a456d2ee-a7f7-4282-a76e-df687a13f9be tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.7344906 Apr 11 16:46:29.328840 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-444ace03-f513-416e-a3b0-2210c394713b None None] For port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:29.430219 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.472217 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.502098 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1aeef6ab-15f1-4c4c-900f-13473b9683f5 req-4db37086-075f-4a5d-a6c3-136f4d9bd431 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931918 Apr 11 16:46:29.506273 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-120489a4-aac2-4ae2-a745-4392ce54fdf3 admin admin] Publish callbacks [] for security_group (e1d324f4-42b9-4925-b5b5-23eec30f548d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.511517 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (47f3cde1-f0c7-4797-8d86-156c52bdebd0), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.514319 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.515774 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47f3cde1-f0c7-4797-8d86-156c52bdebd0 HTTP/1.1" status: 204 len: 168 time: 0.6851025 Apr 11 16:46:29.537620 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b39c01-f0b2-4e09-be52-0a90dabb9667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f3cde1-f0c7-4797-8d86-156c52bdebd0,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:29.596419 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:29.628765 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-b3951088-812d-4fad-9f80-374dc04d119d service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5075533 Apr 11 16:46:29.657876 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ace03-f513-416e-a3b0-2210c394713b None None] Pushing event updated for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:29.689730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-120489a4-aac2-4ae2-a745-4392ce54fdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e1d324f4-42b9-4925-b5b5-23eec30f548d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.697649 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-183ec239-effe-489d-8168-4a75c4d338c7 service neutron] 10.222.0.72 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6956198 Apr 11 16:46:29.741437 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:29.744159 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.947664 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-120489a4-aac2-4ae2-a745-4392ce54fdf3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f688313d6c1a457daff6b33299d5b52a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0131264 Apr 11 16:46:29.955932 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54196) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:29.966013 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d472391-9954-40d6-8641-6596a113cf5f admin admin] Publish callbacks [] for security_group (567fcb41-830a-46f9-8d1d-913d094fd83d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.977788 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:29.986551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120489a4-aac2-4ae2-a745-4392ce54fdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d324f4-42b9-4925-b5b5-23eec30f548d,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:30.029003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:30.096552 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] Publish callbacks [] for security_group (e1d324f4-42b9-4925-b5b5-23eec30f548d), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.144624 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d472391-9954-40d6-8641-6596a113cf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (567fcb41-830a-46f9-8d1d-913d094fd83d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.175725 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5219c444-87f8-4c91-97ca-aae1bc4fe04b req-ca3e65b3-705f-4253-9589-52b94320d784 service neutron] 10.222.0.72 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626234 Apr 11 16:46:30.220062 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] Publish callbacks [] for security_group (e1d324f4-42b9-4925-b5b5-23eec30f548d), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.237645 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3d472391-9954-40d6-8641-6596a113cf5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6824a8342e65427ba6cdfa95bf4386a5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8863316 Apr 11 16:46:30.242395 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54202) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:30.273818 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.367701 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d472391-9954-40d6-8641-6596a113cf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567fcb41-830a-46f9-8d1d-913d094fd83d,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:30.416449 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] Publish callbacks [] for security_group (567fcb41-830a-46f9-8d1d-913d094fd83d), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.440927 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-430ec440-539a-4a17-b696-7fa660db18e1 req-fc0bb7a5-736b-4cb5-85a8-d7a1b7400c5e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.1676700 Apr 11 16:46:30.472810 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] Publish callbacks [] for security_group (567fcb41-830a-46f9-8d1d-913d094fd83d), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.507599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e1d324f4-42b9-4925-b5b5-23eec30f548d), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.510878 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.512591 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e1d324f4-42b9-4925-b5b5-23eec30f548d HTTP/1.1" status: 204 len: 168 time: 0.5513594 Apr 11 16:46:30.606930 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.693423 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a992d5f-6564-4ef1-8384-f451872e5988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d324f4-42b9-4925-b5b5-23eec30f548d,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:30.704907 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.744960 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c759e6-abc3-482e-b6d4-4d7a795e5f20 x-openstack-request-id: req-04c759e6-abc3-482e-b6d4-4d7a795e5f20 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:30.745523 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:30.745883 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-04c759e6-abc3-482e-b6d4-4d7a795e5f20 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:30.747505 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c759e6-abc3-482e-b6d4-4d7a795e5f20'] response: {'name': 'network-changed', 'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe', 'status': 'completed', 'code': 200} Apr 11 16:46:30.751997 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.72', 49703) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:30.816193 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.880756 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (567fcb41-830a-46f9-8d1d-913d094fd83d), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.883523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:30.885224 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/567fcb41-830a-46f9-8d1d-913d094fd83d HTTP/1.1" status: 204 len: 168 time: 0.6325529 Apr 11 16:46:30.929039 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5381d53b-022d-4b0e-8198-35250ee76ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567fcb41-830a-46f9-8d1d-913d094fd83d,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:30.952657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70424-999a-44e3-ac07-267781267372 req-758258dc-d0cb-474b-91f4-f31f4182bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:30.954998 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-758258dc-d0cb-474b-91f4-f31f4182bc0b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=78e169e8ba18454389fb3fc38630e3f3&device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 1127 time: 0.1901999 Apr 11 16:46:31.464249 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70424-999a-44e3-ac07-267781267372 req-4dd4e8c6-bda0-4610-abd3-cdc8e8b3f14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.465812 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-4dd4e8c6-bda0-4610-abd3-cdc8e8b3f14d service neutron] 10.222.0.72 "GET /v2.0/networks?id=edd4f381-1cf7-4f72-8103-ffacaa0c5d38 HTTP/1.1" status: 200 len: 912 time: 0.4996595 Apr 11 16:46:31.530782 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:31.613335 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-d1f1acff-da27-403b-8a98-7b435621d2ea service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe HTTP/1.1" status: 200 len: 217 time: 0.1338937 Apr 11 16:46:31.649646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f41fd0-0e62-4bbb-a7a6-1774e4799724 req-43a82bd2-393a-48ae-b5e1-5fbbf4ec62f5 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.659150 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d0f41fd0-0e62-4bbb-a7a6-1774e4799724 req-43a82bd2-393a-48ae-b5e1-5fbbf4ec62f5 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.8443301 Apr 11 16:46:31.683806 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:31.686521 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:31.706080 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=06f63877-9c4b-480a-a111-e9180dc3d4e5,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:31.727807 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb575671-a40e-40f8-81bd-c320f1b8d261 req-901828cb-cbaf-480a-80b1-57a56d817d5f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.1357579 Apr 11 16:46:31.730839 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:31.732360 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-425060d4-9380-4f48-9939-864b4a4e268c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.2344809 Apr 11 16:46:31.745868 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a70424-999a-44e3-ac07-267781267372 req-04fc1fd4-51a8-4645-8023-110d8d18a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.747678 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-04fc1fd4-51a8-4645-8023-110d8d18a2e6 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=794921fc-858b-45d8-b7ca-eb7056a57c32 HTTP/1.1" status: 200 len: 851 time: 0.1282730 Apr 11 16:46:31.749599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-66f296a0-e395-44f4-a1da-605ef4891013 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:31.751902 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-66f296a0-e395-44f4-a1da-605ef4891013 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 1.1273730 Apr 11 16:46:31.813814 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d0f41fd0-0e62-4bbb-a7a6-1774e4799724 req-81eaf612-439b-4a10-8bd1-7c048e743796 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530592 Apr 11 16:46:31.860983 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'port': {'device_id': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'admin_state_up': True, 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:31.885580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:31.958972 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-6f97a1b2-c29f-406c-a86e-b7a4c6a2689c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=edd4f381-1cf7-4f72-8103-ffacaa0c5d38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1395762 Apr 11 16:46:32.075936 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-f72def6c-80a5-4ffe-9deb-06a59e4c660b service neutron] 10.222.0.72 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019166 Apr 11 16:46:32.223497 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f9a70424-999a-44e3-ac07-267781267372 req-50aa4ac2-75e6-4b80-bcdb-b28aad5dd4e4 service neutron] 10.222.0.72 "GET /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319602 Apr 11 16:46:32.251175 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Made reservation on behalf of 0aee33e8a4504517a4ca9d5fa65755d6 for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:32.272281 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:32.638234 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-b3d25218-c2c0-410b-a2a6-2c25a869ae14 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1886804052&fields=id&tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 267 time: 0.2968073 Apr 11 16:46:32.644474 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Allocated IP 172.20.0.12 (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a/c236bd8a-c44c-495e-b84d-df3cc422a53e/73ead86d-8cc0-4a72-84c3-dffe8829d4fd) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:32.837871 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-f3a07ca8-f65c-48a8-ae94-fb231371efcd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:32.839514 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-f3a07ca8-f65c-48a8-ae94-fb231371efcd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 810 time: 0.1922657 Apr 11 16:46:32.892759 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54288) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:32.910888 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6ca63b51-fac9-4b05-a4fa-4356fe9f7f7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.009144 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e7b7a0d-d541-4e43-8e33-6554b970a9d1 req-e9fcccbc-4b88-4ce9-8809-45d0298b7d03 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.1357932 Apr 11 16:46:33.047673 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-f1f45438-ed6e-4864-948a-4df897c1e6aa tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/quotas/c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 375 time: 0.1656575 Apr 11 16:46:33.052001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.074582 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6ca63b51-fac9-4b05-a4fa-4356fe9f7f7c admin admin] Publish callbacks [] for security_group (b56849fc-d3ed-496d-a413-8b762db2c2bc), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.187336 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-ce39de9e-e698-4c6b-98a9-6366cab918dc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1369591 Apr 11 16:46:33.205957 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6ca63b51-fac9-4b05-a4fa-4356fe9f7f7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b56849fc-d3ed-496d-a413-8b762db2c2bc), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.254170 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6ca63b51-fac9-4b05-a4fa-4356fe9f7f7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=817448c3248245ff80b6639f434cb69c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3595181 Apr 11 16:46:33.254385 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c1032-b411-41b0-8f65-13703d3e3fc7 req-526a7e74-f392-4ada-8d95-9970b6181906 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.254971 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54296) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:33.256191 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e57c1032-b411-41b0-8f65-13703d3e3fc7 req-526a7e74-f392-4ada-8d95-9970b6181906 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.1465781 Apr 11 16:46:33.270969 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca63b51-fac9-4b05-a4fa-4356fe9f7f7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56849fc-d3ed-496d-a413-8b762db2c2bc,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:33.349220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.377662 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] Publish callbacks [] for security_group (b56849fc-d3ed-496d-a413-8b762db2c2bc), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.451251 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-0eaeab51-2501-46c9-b641-557bff6d4409 service neutron] 10.222.0.32 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2620869 Apr 11 16:46:33.457936 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:33.459962 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] Publish callbacks [] for security_group (b56849fc-d3ed-496d-a413-8b762db2c2bc), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.468370 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e57c1032-b411-41b0-8f65-13703d3e3fc7 req-767d4c7c-7eed-4a3e-a2e2-decc7cdb9612 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036633 Apr 11 16:46:33.485442 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:33.504627 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:33.522779 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:33.523493 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.656817 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:33.724672 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b56849fc-d3ed-496d-a413-8b762db2c2bc), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.728270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:33.732401 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b56849fc-d3ed-496d-a413-8b762db2c2bc HTTP/1.1" status: 204 len: 168 time: 0.4693539 Apr 11 16:46:33.765934 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73a911-d9f6-46ef-9f99-11f0da09bf6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56849fc-d3ed-496d-a413-8b762db2c2bc,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:33.836173 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-90a19c3a-93ff-4eed-aa4e-f9ffe55f947a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9982493 Apr 11 16:46:33.841447 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-3730255b-7596-46af-954d-935bc93dea9e service neutron] 10.222.0.32 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3715811 Apr 11 16:46:33.879297 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Request body: {'port': {'device_id': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:34.013878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-c2371721-6786-4b98-8e06-56b22f89dbea None None] Provisioning complete for port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:34.013878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c2371721-6786-4b98-8e06-56b22f89dbea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.166363 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-c2371721-6786-4b98-8e06-56b22f89dbea None None] Port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:34.197803 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.700214 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-7daeb94c-a1ac-448c-b543-396ac6e95d8f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:34.703944 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-7daeb94c-a1ac-448c-b543-396ac6e95d8f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 0.8817322 Apr 11 16:46:34.740459 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30ae7332-4035-4012-868b-afc923e510e7 req-b677c3a5-cf63-40a2-8079-d41a3a8a8dc2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.5186825 Apr 11 16:46:34.751442 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73ead86d-8cc0-4a72-84c3-dffe8829d4fd {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:34.763901 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'port': {'device_id': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'admin_state_up': True, 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:34.788471 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks [] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:34.811127 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Transition to ACTIVE for port object 73ead86d-8cc0-4a72-84c3-dffe8829d4fd will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:34.902310 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-496555a5-d7a1-4809-9564-121918e6d3ba req-fc664db8-327c-4f0e-b2ca-c156f33af06c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0894256 Apr 11 16:46:34.942090 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.204851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dac3f8-5f8c-4dd2-873d-a05d65571a11 req-82e943d7-16b9-450a-a4dc-59214cbda8fa tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:35.213570 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-25dac3f8-5f8c-4dd2-873d-a05d65571a11 req-82e943d7-16b9-450a-a4dc-59214cbda8fa tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.1969535 Apr 11 16:46:35.256427 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Made reservation on behalf of 0aee33e8a4504517a4ca9d5fa65755d6 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:35.260454 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.275342 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:35.296450 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Attempting to bind port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:35.297744 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Attempting to bind port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:35.299649 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Attempting to bind port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:35.326057 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:35.326363 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Attempting to bind port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:35.344499 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:35.345282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:35.345996 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Bound using segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:35.351064 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Bound port: 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:35.351856 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.395433 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-25dac3f8-5f8c-4dd2-873d-a05d65571a11 req-7017fc64-d410-4db3-a6e4-df8636a21bee tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803908 Apr 11 16:46:35.507746 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.555099 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:35.564481 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:35.674399 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.752893 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:35.753882 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:35.757607 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] 10.222.0.72 "PUT /v2.0/ports/73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 1094 time: 1.8992546 Apr 11 16:46:35.758109 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:35.778050 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db96ede9-5f84-4206-8367-1b82f28a8c0f" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:35.784548 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Allocated IP 172.20.0.3 (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a/c236bd8a-c44c-495e-b84d-df3cc422a53e/04a86989-6acc-4f6e-a665-bba1fa2b49d8) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:35.845640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b932416-3c41-44c3-994d-85e2cdf6c9ad service neutron] Pushing event updated for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:35.886879 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620b903c-9d33-434a-9c8b-1e1ee76c4caf x-openstack-request-id: req-620b903c-9d33-434a-9c8b-1e1ee76c4caf {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:35.887248 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:35.887801 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-620b903c-9d33-434a-9c8b-1e1ee76c4caf {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:35.890482 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-620b903c-9d33-434a-9c8b-1e1ee76c4caf'] response: {'name': 'network-changed', 'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd', 'status': 'completed', 'code': 200} Apr 11 16:46:36.105214 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e344d55-fcb9-4ce8-9d93-899a5f43181a req-0d2f4df7-8761-41bc-9b49-9e82d849c976 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0757735 Apr 11 16:46:36.128678 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6290d4cf-4793-41df-b394-4077c96be919 req-053ee4f0-e976-494b-bef1-3ba1f7829441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.1268938 Apr 11 16:46:36.146928 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-5bbd2b5b-a6a3-4a35-b1e7-2f0600fd9889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.154694 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-5bbd2b5b-a6a3-4a35-b1e7-2f0600fd9889 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1128 time: 0.2476208 Apr 11 16:46:36.157330 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:36.325666 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:36.460178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-b6f47b9b-6973-46fc-a9b2-5504287c2b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.460178 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-b6f47b9b-6973-46fc-a9b2-5504287c2b51 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2671981 Apr 11 16:46:36.480484 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:36.488169 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:36.501345 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:36.504570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.505567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:36.542375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:36.639233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54410) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:36.790125 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc709ff-2eeb-4e8a-958d-85622221cfeb req-e415a426-bb15-42fa-9eb7-f59cc604aefa tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.792622 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1fc709ff-2eeb-4e8a-958d-85622221cfeb req-e415a426-bb15-42fa-9eb7-f59cc604aefa tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.2621882 Apr 11 16:46:36.796691 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-adc53f2e-1c1e-41b4-ab01-bd660eb0f696 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0420992 Apr 11 16:46:36.825262 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-cb73bb64-73b3-414e-84dc-9c319afbb01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:36.827119 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db96ede9-5f84-4206-8367-1b82f28a8c0f req-cb73bb64-73b3-414e-84dc-9c319afbb01b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3758802 Apr 11 16:46:36.837720 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Request body: {'port': {'device_id': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:36.940613 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1fc709ff-2eeb-4e8a-958d-85622221cfeb req-1deb4c14-c3eb-443e-9c6a-a51abadfea28 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394517 Apr 11 16:46:36.941507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.083067 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8882d2bd-5834-49de-a7be-8bdbb6a3fde1 None None] Provisioning complete for port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:37.087817 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8882d2bd-5834-49de-a7be-8bdbb6a3fde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.090759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-d61336b5-4957-4b7f-b6bd-7307f6ea5045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:37.099308 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-d61336b5-4957-4b7f-b6bd-7307f6ea5045 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1128 time: 0.1559122 Apr 11 16:46:37.351319 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8882d2bd-5834-49de-a7be-8bdbb6a3fde1 None None] Port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:37.393643 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e59a1cb-b0dd-4a04-9128-e5fccad48074 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.534792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04a86989-6acc-4f6e-a665-bba1fa2b49d8 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:37.540740 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-3cf620dd-268d-4cd5-8b18-a8c9f8c89840 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 217 time: 0.4355388 Apr 11 16:46:37.546770 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks [] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.585453 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Transition to ACTIVE for port object 04a86989-6acc-4f6e-a665-bba1fa2b49d8 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:37.590827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e59a1cb-b0dd-4a04-9128-e5fccad48074 admin admin] Publish callbacks [] for security_group (520b196a-8479-43b4-9bf2-2810b26871a0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.607302 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c37ef367-1c94-4142-a44c-24b47c2bbc98 req-ad806fdf-2023-49e4-a173-14ac2997285b tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0689311 Apr 11 16:46:37.639860 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7a2308-3d7d-446e-b3d7-86e72d1a1419 req-cd472ec5-d623-4771-99e7-cc7aa278fd0f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:37.649271 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db7a2308-3d7d-446e-b3d7-86e72d1a1419 req-cd472ec5-d623-4771-99e7-cc7aa278fd0f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 931 time: 0.1120245 Apr 11 16:46:37.655998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.716095 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e59a1cb-b0dd-4a04-9128-e5fccad48074 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (520b196a-8479-43b4-9bf2-2810b26871a0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:37.731458 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db7a2308-3d7d-446e-b3d7-86e72d1a1419 req-39cc4dc7-e4d6-4198-9e81-270b8dfc9ed6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740774 Apr 11 16:46:37.761506 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5e59a1cb-b0dd-4a04-9128-e5fccad48074 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=75cc4322437646bab7629977d99c1c6a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1210935 Apr 11 16:46:37.774444 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54438) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:37.868107 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Pushing event updated for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:37.887509 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59a1cb-b0dd-4a04-9128-e5fccad48074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520b196a-8479-43b4-9bf2-2810b26871a0,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:37.942423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-e738454c-a241-4c43-9d5e-db3d90eee4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:37.945055 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-e738454c-a241-4c43-9d5e-db3d90eee4f1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.1524885 Apr 11 16:46:38.100974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Attempting to bind port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:38.100974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Attempting to bind port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:38.100974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Attempting to bind port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:38.113153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:38.113153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Attempting to bind port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:38.116086 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] Publish callbacks [] for security_group (520b196a-8479-43b4-9bf2-2810b26871a0), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.135130 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:38.135518 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:38.136073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Bound using segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:38.136553 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Bound port: 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:38.136918 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.207741 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50594da9-f95e-42ff-b5ce-2f3cb7729fee req-40dc4451-e06f-4fa9-aa01-9e14594ed165 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.210026 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] Publish callbacks [] for security_group (520b196a-8479-43b4-9bf2-2810b26871a0), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.219546 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-50594da9-f95e-42ff-b5ce-2f3cb7729fee req-40dc4451-e06f-4fa9-aa01-9e14594ed165 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.1367939 Apr 11 16:46:38.274042 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:38.280156 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-50594da9-f95e-42ff-b5ce-2f3cb7729fee req-ad08020a-a8ef-4430-8b34-e2007aae16b9 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561976 Apr 11 16:46:38.280456 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:38.371765 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.431064 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.432063 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.437507 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] 10.222.0.72 "PUT /v2.0/ports/04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 200 len: 1093 time: 1.6012247 Apr 11 16:46:38.441766 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:38.501970 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (520b196a-8479-43b4-9bf2-2810b26871a0), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.504579 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:38.507470 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/520b196a-8479-43b4-9bf2-2810b26871a0 HTTP/1.1" status: 204 len: 168 time: 0.7298608 Apr 11 16:46:38.555622 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a13cb-39d8-4d99-9fc1-349e25757994 service neutron] Pushing event updated for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:38.570128 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dda712f-0e66-4069-965a-83fdde690455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520b196a-8479-43b4-9bf2-2810b26871a0,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:38.749567 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-097bfb10-185c-48d8-866e-d275d7430584 req-5ba4f72d-ebad-4128-83fc-34d86b511c2a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0368216 Apr 11 16:46:38.908373 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc137a4c-659f-41ca-9529-725cba77e1bc" -d '{"events": [{"name": "network-changed", "server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:38.939782 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642833f4-ebba-4837-814a-a1eaca5a6b6a req-0b7d72a7-f490-4df4-8b7f-46fa6cea2dd1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:38.946009 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-642833f4-ebba-4837-814a-a1eaca5a6b6a req-0b7d72a7-f490-4df4-8b7f-46fa6cea2dd1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 943 time: 0.0946267 Apr 11 16:46:39.015055 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-642833f4-ebba-4837-814a-a1eaca5a6b6a req-11bc0f4c-cb78-4e4a-9f64-17b00c6abff3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520463 Apr 11 16:46:39.066046 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584fe203-7cf2-44d0-8409-cde35799aa8a x-openstack-request-id: req-584fe203-7cf2-44d0-8409-cde35799aa8a {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:39.075237 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:39.075237 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-584fe203-7cf2-44d0-8409-cde35799aa8a {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:39.075237 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-584fe203-7cf2-44d0-8409-cde35799aa8a'] response: {'name': 'network-changed', 'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8', 'status': 'completed', 'code': 200} Apr 11 16:46:39.223916 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-02279008-e5c9-43a7-b19a-fc1f822d8b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.225095 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-b76f0880-ed01-4217-a0c8-e31b6a0b7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.226351 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-02279008-e5c9-43a7-b19a-fc1f822d8b85 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1127 time: 0.0783262 Apr 11 16:46:39.226653 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-b76f0880-ed01-4217-a0c8-e31b6a0b7d01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1165013 Apr 11 16:46:39.386087 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-df2c7530-70ba-4ad1-bb34-cfaba8a29e33 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472909 Apr 11 16:46:39.478451 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.72', 49714) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:39.533608 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-533a0b92-f848-4642-805d-bf355157359e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 200 len: 217 time: 0.2921145 Apr 11 16:46:39.633659 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-8edc7edf-9d0f-45fc-b386-944eb95091cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.651826 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-fcf20f4a-e15f-4ef5-bd6a-5ec2afe16203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.652078 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-8edc7edf-9d0f-45fc-b386-944eb95091cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 810 time: 0.1620817 Apr 11 16:46:39.652173 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-fcf20f4a-e15f-4ef5-bd6a-5ec2afe16203 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.1070511 Apr 11 16:46:39.725531 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269cb3-8aec-4487-ad00-bb2744f89b8c req-9a823a45-5421-4bbd-85f8-99eb648ea244 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.732847 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e4269cb3-8aec-4487-ad00-bb2744f89b8c req-9a823a45-5421-4bbd-85f8-99eb648ea244 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.3033211 Apr 11 16:46:39.792090 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-933d5216-1634-4907-8d89-6bf054bfd936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:39.798895 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-933d5216-1634-4907-8d89-6bf054bfd936 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1346591 Apr 11 16:46:39.965056 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-05e4b231-9fdf-4899-bfef-f12e5ca7a5ef service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710199 Apr 11 16:46:39.971257 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-74ee4614-3791-43e5-8089-3c8ab9556c1d req-6046ce97-6aa9-4259-ac20-1f43a5faaced tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0718529 Apr 11 16:46:39.989299 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e4269cb3-8aec-4487-ad00-bb2744f89b8c req-213170b8-f33a-4fb8-b8aa-4bbcbfea2951 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501264 Apr 11 16:46:39.996574 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-2bd6e325-62be-40c0-b2fc-dee5c64e0256 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 380 time: 0.3171453 Apr 11 16:46:40.006428 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'port': {'device_id': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'admin_state_up': True, 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'security_groups': ['af4e5498-b577-4521-a9f9-523821908a73']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:40.032693 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-5fd55ac6-ec60-4dcf-bc43-9a98bcbc39a1 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222269 Apr 11 16:46:40.198921 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1dcf16c1-5c28-482d-83eb-9b51e58268c7 req-0f14dd48-7773-41de-b308-2835371819db service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606457 Apr 11 16:46:40.230759 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54576) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:40.251320 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b0ff51-0aee-4957-b7ca-5a6c1ff580f4 req-c2d3f70c-e5ba-4557-b5c2-f12afd1c8075 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:40.251993 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30b0ff51-0aee-4957-b7ca-5a6c1ff580f4 req-c2d3f70c-e5ba-4557-b5c2-f12afd1c8075 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 943 time: 0.0850780 Apr 11 16:46:40.334560 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30b0ff51-0aee-4957-b7ca-5a6c1ff580f4 req-e7dbd069-95e7-481f-820b-15340d7f85dc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708990 Apr 11 16:46:40.384712 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2134331775-network', 'tenant_id': 'd404c4a8790e4f9bbe77594f9000b37c'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:40.422639 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Made reservation on behalf of c872c06c4b4f4b9a9605aeb0e86d3a8a for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:40.427643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.524908 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Made reservation on behalf of d404c4a8790e4f9bbe77594f9000b37c for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:40.527301 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.536788 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.565318 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Allocated IP 172.20.0.14 (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f/7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8/8febcff0-69a8-4bc0-a470-d44464f4494a) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:46:40.637695 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks [] for security_group (573f9a01-3468-42cb-9185-dda4a49de85b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.724973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (573f9a01-3468-42cb-9185-dda4a49de85b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.726559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.742588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:40.766600 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (cc643c06-f68f-451a-90ed-ff2b9ad3c7e2), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.766934 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Added segment cc643c06-f68f-451a-90ed-ff2b9ad3c7e2 of type vlan for network 39d72ea5-7f01-49e2-a526-77fda071bf5f Apr 11 16:46:40.779964 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573f9a01-3468-42cb-9185-dda4a49de85b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:40.815264 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (39d72ea5-7f01-49e2-a526-77fda071bf5f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.816479 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54592) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:40.918081 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.941597 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (39d72ea5-7f01-49e2-a526-77fda071bf5f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:40.942669 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:40.943322 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.017592 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3f12379c-35e9-4420-91d1-085a739e45b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.021701 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] Pushing event updated for resources: {'Network': ['ID=39d72ea5-7f01-49e2-a526-77fda071bf5f,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:41.043130 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:46:41.043941 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 39d72ea5-7f01-49e2-a526-77fda071bf5f details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:41.056015 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:41.061171 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:46:41.067328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.068370 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.071912 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:41.150305 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-648a36f5-eb10-4ca9-9b54-492e6afedf8f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9172819 Apr 11 16:46:41.152895 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54610) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:41.158978 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Request body: {'subnet': {'network_id': '39d72ea5-7f01-49e2-a526-77fda071bf5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2134331775-subnet', 'tenant_id': 'd404c4a8790e4f9bbe77594f9000b37c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:41.258761 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff00416-db6e-43a5-8258-40f81951ba3c req-46fec94f-bb86-4816-8f45-03fddce25d94 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.260440 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cff00416-db6e-43a5-8258-40f81951ba3c req-46fec94f-bb86-4816-8f45-03fddce25d94 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 932 time: 0.1088042 Apr 11 16:46:41.262487 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3f12379c-35e9-4420-91d1-085a739e45b0 admin admin] Publish callbacks [] for security_group (abf53c7f-e3cc-4223-886d-0b58dad0e69b), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.270380 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b82872-af53-4165-b605-28e8f27147d3 req-d5fbd3b2-77b8-4e17-aed5-9090120822c0 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.271996 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f2b82872-af53-4165-b605-28e8f27147d3 req-d5fbd3b2-77b8-4e17-aed5-9090120822c0 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.1158462 Apr 11 16:46:41.275171 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7def3ee1-552b-49d3-9684-9917e87669cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2734168 Apr 11 16:46:41.319298 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Made reservation on behalf of d404c4a8790e4f9bbe77594f9000b37c for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:41.322071 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.348285 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cff00416-db6e-43a5-8258-40f81951ba3c req-96cadca3-a9a4-4818-8d95-b9e7e2c778be tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719798 Apr 11 16:46:41.356239 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f2b82872-af53-4165-b605-28e8f27147d3 req-6006fb18-3933-4abe-9184-0aeaf0b72459 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735693 Apr 11 16:46:41.357251 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3f12379c-35e9-4420-91d1-085a739e45b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (abf53c7f-e3cc-4223-886d-0b58dad0e69b), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.402445 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-90d10f15-a233-4543-b08e-2740074e1dea None None] Provisioning complete for port 8febcff0-69a8-4bc0-a470-d44464f4494a triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:41.403090 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-90d10f15-a233-4543-b08e-2740074e1dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.404394 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12379c-35e9-4420-91d1-085a739e45b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf53c7f-e3cc-4223-886d-0b58dad0e69b,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:41.413217 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3f12379c-35e9-4420-91d1-085a739e45b0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d16330254374db9b7975a7dfe670781&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5955911 Apr 11 16:46:41.416900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54614) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:41.457956 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-90d10f15-a233-4543-b08e-2740074e1dea None None] Port 8febcff0-69a8-4bc0-a470-d44464f4494a cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:46:41.483803 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] Publish callbacks [] for security_group (abf53c7f-e3cc-4223-886d-0b58dad0e69b), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.531974 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] Publish callbacks [] for security_group (abf53c7f-e3cc-4223-886d-0b58dad0e69b), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.539829 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31911a-0a93-4e10-9f31-87cd985dc028 req-f6f1849a-4fa2-4431-a20b-457116565f47 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.541498 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd31911a-0a93-4e10-9f31-87cd985dc028 req-f6f1849a-4fa2-4431-a20b-457116565f47 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 943 time: 0.0724125 Apr 11 16:46:41.603990 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Request body: {'port': {'device_id': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:41.630240 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (9fd6d670-b5b4-404f-b5b2-42f699d808da), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.633173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-6b789d85-3519-4d20-85dd-00798629cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.635018 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-6b789d85-3519-4d20-85dd-00798629cf9e service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1127 time: 0.0583651 Apr 11 16:46:41.667063 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd31911a-0a93-4e10-9f31-87cd985dc028 req-c7b9abd2-4519-4ee4-a4f3-4a87fc2f3ca2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164150 Apr 11 16:46:41.710158 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:41.766852 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd6d670-b5b4-404f-b5b2-42f699d808da,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:41.780175 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Checking segment: {'id': 'cc643c06-f68f-451a-90ed-ff2b9ad3c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '39d72ea5-7f01-49e2-a526-77fda071bf5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:41.780785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Network hostable DHCP agents. Network: 39d72ea5-7f01-49e2-a526-77fda071bf5f, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:41.820210 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-dbf58397-e26f-4086-a67e-75e6b6d76248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.822432 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-dbf58397-e26f-4086-a67e-75e6b6d76248 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1408763 Apr 11 16:46:41.871018 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-4f3973c5-47de-41d4-ac6c-7e790add4358 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 200 len: 217 time: 0.0408797 Apr 11 16:46:41.933164 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-85089ea6-9b4d-409b-ab8d-8ba3d214eb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.934721 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-85089ea6-9b4d-409b-ab8d-8ba3d214eb79 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0582361 Apr 11 16:46:41.980899 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-62af6ddf-7c56-4437-9f91-48fdd9804a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:41.982538 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-62af6ddf-7c56-4437-9f91-48fdd9804a70 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423427 Apr 11 16:46:42.063901 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8febcff0-69a8-4bc0-a470-d44464f4494a {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:42.072899 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks [] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.088306 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-0a40dffe-4430-4cf4-9fe7-8c14b0e0737c service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975871 Apr 11 16:46:42.157420 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:42.187421 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-bc137a4c-659f-41ca-9529-725cba77e1bc req-8ad1402d-97fa-43a2-b602-72cc027c0e4f service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922327 Apr 11 16:46:42.213156 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Transition to ACTIVE for port object 8febcff0-69a8-4bc0-a470-d44464f4494a will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:46:42.214117 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (abf53c7f-e3cc-4223-886d-0b58dad0e69b), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.217289 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.218740 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/abf53c7f-e3cc-4223-886d-0b58dad0e69b HTTP/1.1" status: 204 len: 168 time: 0.8006322 Apr 11 16:46:42.227998 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5cbd42-467e-42d2-8683-c92b9ce8b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf53c7f-e3cc-4223-886d-0b58dad0e69b,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:42.284869 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,segment=NetworkSegment(681623c8-384a-4794-8ddf-6e88f25e5283),segment_id=681623c8-384a-4794-8ddf-6e88f25e5283)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:42.303478 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe', 'network_id': 'edd4f381-1cf7-4f72-8103-ffacaa0c5d38', 'port_id': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe', 'mac_address': 'fa:16:3e:62:23:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 816, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '794921fc-858b-45d8-b7ca-eb7056a57c32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:42.345995 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:42.346384 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.366409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:42.388115 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,segment=NetworkSegment(681623c8-384a-4794-8ddf-6e88f25e5283),segment_id=681623c8-384a-4794-8ddf-6e88f25e5283)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:42.543739 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375dc89b-2a38-4cfc-8227-90ecb9dca0f7 req-e596d542-b11c-4603-ba81-69779e512593 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:42.545819 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-375dc89b-2a38-4cfc-8227-90ecb9dca0f7 req-e596d542-b11c-4603-ba81-69779e512593 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 932 time: 0.0844486 Apr 11 16:46:42.552284 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b85c4-647e-4e98-a1f0-0a02cd09bb51 req-c799f382-44dc-4876-82ec-14b12ba548f8 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:42.553660 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce0b85c4-647e-4e98-a1f0-0a02cd09bb51 req-c799f382-44dc-4876-82ec-14b12ba548f8 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 943 time: 0.0785382 Apr 11 16:46:42.639128 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-375dc89b-2a38-4cfc-8227-90ecb9dca0f7 req-bf735dee-d905-4e95-b96c-6eff6da53c53 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803144 Apr 11 16:46:42.643850 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce0b85c4-647e-4e98-a1f0-0a02cd09bb51 req-bbfdc1e6-9409-4fb8-aa67-3ebc826a2e8e tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819509 Apr 11 16:46:42.793318 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b05a8-b93f-4443-ab2f-c2769f445265 req-25b567da-a425-4303-a9ed-eb50684a63dc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:42.794815 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-de6b05a8-b93f-4443-ab2f-c2769f445265 req-25b567da-a425-4303-a9ed-eb50684a63dc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 943 time: 0.0526392 Apr 11 16:46:42.842651 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-de6b05a8-b93f-4443-ab2f-c2769f445265 req-1313b63b-d479-4ab8-aa7a-5ae26bdbd087 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416040 Apr 11 16:46:42.856371 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Network 39d72ea5-7f01-49e2-a526-77fda071bf5f is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:42.898446 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.900549 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:42.965803 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Pushing event updated for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:42.975201 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:42.993484 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 39d72ea5-7f01-49e2-a526-77fda071bf5f) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:42.998120 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.005581 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.005865 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d96f956a-3993-4e01-9096-4d20e6d89c19 None None] Network 39d72ea5-7f01-49e2-a526-77fda071bf5f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:43.025465 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Attempting to bind port 8febcff0-69a8-4bc0-a470-d44464f4494a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:46:43.025799 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Attempting to bind port 8febcff0-69a8-4bc0-a470-d44464f4494a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:46:43.028649 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Attempting to bind port 8febcff0-69a8-4bc0-a470-d44464f4494a on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:43.038843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Port 8febcff0-69a8-4bc0-a470-d44464f4494a on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:46:43.039176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Attempting to bind port 8febcff0-69a8-4bc0-a470-d44464f4494a on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:46:43.045099 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:46:43.045450 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Checking segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:43.045842 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Bound using segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:46:43.046280 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Bound port: 8febcff0-69a8-4bc0-a470-d44464f4494a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:46:43.046643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.141896 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-47921a8f-dc8a-42e4-bce0-76087097bd86 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9875140 Apr 11 16:46:43.184027 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:46:43.189893 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8febcff0-69a8-4bc0-a470-d44464f4494a,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:46:43.297587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.366215 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.366850 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.370717 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] 10.222.0.72 "PUT /v2.0/ports/8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 1094 time: 1.7765398 Apr 11 16:46:43.377926 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:43.383149 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:43.386282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5fade39-369d-4a19-80d4-e50992fb44cd" -d '{"events": [{"name": "network-changed", "server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:43.411235 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94618fcd-4a21-4f17-a04f-6b7f043d3e3b None None] Network 39d72ea5-7f01-49e2-a526-77fda071bf5f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:43.444464 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335a557-760b-4aaf-963c-6201b1663d9e service neutron] Pushing event updated for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:43.453669 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b880f0-487b-4144-a4e3-5d90df80db24 x-openstack-request-id: req-b0b880f0-487b-4144-a4e3-5d90df80db24 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:43.453819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:43.454001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0b880f0-487b-4144-a4e3-5d90df80db24 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:43.455330 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0b880f0-487b-4144-a4e3-5d90df80db24'] response: {'name': 'network-changed', 'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'status': 'completed', 'code': 200} Apr 11 16:46:43.560746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-9c93defd-9de6-4449-911a-8f5dfdf334a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.566279 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-9c93defd-9de6-4449-911a-8f5dfdf334a9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1128 time: 0.0925026 Apr 11 16:46:43.715836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-b3822a69-dfd2-4033-92d9-cea2519549c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.717610 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-b3822a69-dfd2-4033-92d9-cea2519549c4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1478994 Apr 11 16:46:43.764803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54666) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:43.802412 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-11d2a1e1-a4a8-4810-92b3-418327a533b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.945567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-11d2a1e1-a4a8-4810-92b3-418327a533b4 admin admin] Publish callbacks [] for security_group (87a92fbe-c32e-4f31-bb49-90f0808b1bf9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:43.966518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fca47-7ebf-4cff-9840-d3535c7fdc2b req-34cf643e-2523-4a60-860a-493b517ba832 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.968072 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-892fca47-7ebf-4cff-9840-d3535c7fdc2b req-34cf643e-2523-4a60-860a-493b517ba832 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 944 time: 0.2311158 Apr 11 16:46:43.979468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef35ae-9b43-4fec-90e9-5050b31ba792 req-62149b4c-644f-46a5-a2cd-a142db5af38f tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:43.981041 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eaef35ae-9b43-4fec-90e9-5050b31ba792 req-62149b4c-644f-46a5-a2cd-a142db5af38f tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 944 time: 0.1724105 Apr 11 16:46:44.015502 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-25d668f7-9bee-4c2f-a2da-f1915938c5e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.017086 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5fade39-369d-4a19-80d4-e50992fb44cd req-25d668f7-9bee-4c2f-a2da-f1915938c5e1 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2934368 Apr 11 16:46:44.027986 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-11d2a1e1-a4a8-4810-92b3-418327a533b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (87a92fbe-c32e-4f31-bb49-90f0808b1bf9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.085048 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eaef35ae-9b43-4fec-90e9-5050b31ba792 req-7ce09415-c317-4b24-b0c6-7a6aad3b2afe tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921094 Apr 11 16:46:44.089677 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-892fca47-7ebf-4cff-9840-d3535c7fdc2b req-98bd9e70-b6e5-4fdb-ac7a-402f2a9fa949 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076787 Apr 11 16:46:44.149321 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d2a1e1-a4a8-4810-92b3-418327a533b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a92fbe-c32e-4f31-bb49-90f0808b1bf9,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:44.200639 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-46a24191-3a78-41d4-a8d9-09360dc43277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.202290 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-46a24191-3a78-41d4-a8d9-09360dc43277 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1128 time: 0.1163557 Apr 11 16:46:44.227184 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 04a86989-6acc-4f6e-a665-bba1fa2b49d8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:44.234458 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-11d2a1e1-a4a8-4810-92b3-418327a533b4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9f0a3cc0494e4fa387230f1c7bc270bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4670372 Apr 11 16:46:44.247749 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54692) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:44.259900 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-7aa49d3c-776a-4539-a36e-58443cdcae94 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 217 time: 0.0507169 Apr 11 16:46:44.265018 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:44.311949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] Publish callbacks [] for security_group (87a92fbe-c32e-4f31-bb49-90f0808b1bf9), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.353708 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] Publish callbacks [] for security_group (87a92fbe-c32e-4f31-bb49-90f0808b1bf9), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.368856 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12235e0-2a95-479d-851d-9281e0bef630 req-77edbe28-6bac-427d-926c-f99c1d2af430 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.372886 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b12235e0-2a95-479d-851d-9281e0bef630 req-77edbe28-6bac-427d-926c-f99c1d2af430 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 943 time: 0.1130242 Apr 11 16:46:44.376288 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-c41630d1-7391-4854-8b06-99c1d6d0dded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.377786 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-c41630d1-7391-4854-8b06-99c1d6d0dded service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.1110520 Apr 11 16:46:44.386019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:44.420258 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:44.437993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '04a86989-6acc-4f6e-a665-bba1fa2b49d8', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'port_id': '04a86989-6acc-4f6e-a665-bba1fa2b49d8', 'mac_address': 'fa:16:3e:db:3d:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:44.460316 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-12710a3c-a051-42a7-ab5d-e4ab70c0018d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:44.461810 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-12710a3c-a051-42a7-ab5d-e4ab70c0018d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0639076 Apr 11 16:46:44.469692 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b12235e0-2a95-479d-851d-9281e0bef630 req-6af4dafb-3730-4e40-b74f-223fdf2e5f78 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902889 Apr 11 16:46:44.483903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:44.484560 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.502216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04a86989-6acc-4f6e-a665-bba1fa2b49d8 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:44.526403 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:44.570819 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-30d9cbd8-08ea-4c38-9701-7c66754eeebf service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001630 Apr 11 16:46:44.609703 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (87a92fbe-c32e-4f31-bb49-90f0808b1bf9), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.613077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.614876 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87a92fbe-c32e-4f31-bb49-90f0808b1bf9 HTTP/1.1" status: 204 len: 168 time: 0.3774679 Apr 11 16:46:44.627707 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:44.628120 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.648871 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e729f6-eb1e-44b5-a3e8-7afa4cb88e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a92fbe-c32e-4f31-bb49-90f0808b1bf9,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:44.694824 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.699671 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 73ead86d-8cc0-4a72-84c3-dffe8829d4fd details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:44.743983 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:44.764729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'port_id': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd', 'mac_address': 'fa:16:3e:c0:57:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:44.777611 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54710) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:44.784383 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-427021467-network', 'tenant_id': 'eaf40a2a92ea4032acf5c123d9067fb8'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:44.845658 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:44.846314 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.888247 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73ead86d-8cc0-4a72-84c3-dffe8829d4fd {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:44.942588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Made reservation on behalf of eaf40a2a92ea4032acf5c123d9067fb8 for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:44.945815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.947425 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c67682c-ba58-46db-8c23-128e2be0b769 req-46f85a5c-09fa-4d6f-ba95-98b8dc3ed6c1 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694119 Apr 11 16:46:44.974661 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:44.977049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:44.997565 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:44.999009 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:44.999406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.033066 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:45.086675 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks [] for security_group (d7bf6301-f8cd-47bc-959c-f3842fb804e9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.140726 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,segment=NetworkSegment(681623c8-384a-4794-8ddf-6e88f25e5283),segment_id=681623c8-384a-4794-8ddf-6e88f25e5283)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:45.142773 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (d7bf6301-f8cd-47bc-959c-f3842fb804e9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.155692 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.227270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bf6301-f8cd-47bc-959c-f3842fb804e9,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:45.247967 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 806} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:46:45.254066 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:45.264260 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.264260 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Added segment 4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49 of type vlan for network 4380eca0-917e-424b-a307-64c11adc7440 Apr 11 16:46:45.267964 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.351605 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (4380eca0-917e-424b-a307-64c11adc7440), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.359152 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:45.374497 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c9ca42-d3ab-43be-8e9d-f6179aba3a4e req-a088aacf-b7de-4cf7-9952-c0b70267f853 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.376962 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d6c9ca42-d3ab-43be-8e9d-f6179aba3a4e req-a088aacf-b7de-4cf7-9952-c0b70267f853 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 944 time: 0.1069617 Apr 11 16:46:45.384314 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596639ad-ed14-4623-86f4-f6892f2f1a84" -d '{"events": [{"server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "name": "network-vif-plugged", "status": "completed", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:45.400551 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e49f-b1f0-4ef0-a60d-e4af3207fd57 req-a87fb6ba-f072-4c75-86dc-e3d89f0e915a tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.402057 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb24e49f-b1f0-4ef0-a60d-e4af3207fd57 req-a87fb6ba-f072-4c75-86dc-e3d89f0e915a tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0930035 Apr 11 16:46:45.475102 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d6c9ca42-d3ab-43be-8e9d-f6179aba3a4e req-0822cc93-ea35-4ce2-bb0f-033d3965fad2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880375 Apr 11 16:46:45.478487 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb24e49f-b1f0-4ef0-a60d-e4af3207fd57 req-4a4c11ae-e2ae-4940-b648-3da9889a5c07 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663669 Apr 11 16:46:45.495272 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['04a86989-6acc-4f6e-a665-bba1fa2b49d8'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:45.513787 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (4380eca0-917e-424b-a307-64c11adc7440), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.514889 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.515867 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:45.574629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['73ead86d-8cc0-4a72-84c3-dffe8829d4fd'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:45.638252 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5dd58e-bfff-48c9-8838-b730a2ee2832 req-5ac44fb2-36bf-4613-a6c3-51703b131d13 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:45.639845 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0a5dd58e-bfff-48c9-8838-b730a2ee2832 req-5ac44fb2-36bf-4613-a6c3-51703b131d13 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 944 time: 0.0740151 Apr 11 16:46:45.646032 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] Pushing event updated for resources: {'Network': ['ID=4380eca0-917e-424b-a307-64c11adc7440,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:45.670871 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 4380eca0-917e-424b-a307-64c11adc7440 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:46:45.672648 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-54911a67-11e8-4786-96a9-d5bd8186030f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8930755 Apr 11 16:46:45.675415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54750) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:45.683453 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Request body: {'subnet': {'network_id': '4380eca0-917e-424b-a307-64c11adc7440', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-427021467-subnet', 'tenant_id': 'eaf40a2a92ea4032acf5c123d9067fb8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:45.759213 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0a5dd58e-bfff-48c9-8838-b730a2ee2832 req-8d292430-a002-4ebd-b220-635e30eacab3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101115 Apr 11 16:46:45.797322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d24d9b1-7a5e-4a73-858d-9dc348b066f2 x-openstack-request-id: req-8d24d9b1-7a5e-4a73-858d-9dc348b066f2 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:45.797322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "name": "network-vif-plugged", "status": "completed", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:45.797322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8d24d9b1-7a5e-4a73-858d-9dc348b066f2 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:45.797322 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d24d9b1-7a5e-4a73-858d-9dc348b066f2'] response: {'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe', 'code': 200} Apr 11 16:46:45.845647 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Made reservation on behalf of eaf40a2a92ea4032acf5c123d9067fb8 for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:46:45.848619 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.193395 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (46f95c6f-a6ec-41bb-84cf-307bd205625a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.258758 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Checking segment: {'id': '4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 806, 'network_id': '4380eca0-917e-424b-a307-64c11adc7440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:46:46.259511 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Network hostable DHCP agents. Network: 4380eca0-917e-424b-a307-64c11adc7440, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:46:46.274269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-43b40014-ab96-4ca1-9e28-c2e1928673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.274852 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f95c6f-a6ec-41bb-84cf-307bd205625a,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:46.275862 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-43b40014-ab96-4ca1-9e28-c2e1928673c7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 1129 time: 0.0852230 Apr 11 16:46:46.301788 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-e6fe72bd-944e-48fd-b438-634b5ebea4cb service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.384271 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-e6fe72bd-944e-48fd-b438-634b5ebea4cb service neutron] Publish callbacks [] for security_group (764c3323-49db-4a1c-aa30-979ed8b5a30a), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.456101 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Network 4380eca0-917e-424b-a307-64c11adc7440 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:46:46.485558 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-e6fe72bd-944e-48fd-b438-634b5ebea4cb service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (764c3323-49db-4a1c-aa30-979ed8b5a30a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.538781 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30966a11-e0ec-415e-91f8-33d6badcef29 req-e6fe72bd-944e-48fd-b438-634b5ebea4cb service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509828 Apr 11 16:46:46.539694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe72bd-944e-48fd-b438-634b5ebea4cb service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=764c3323-49db-4a1c-aa30-979ed8b5a30a,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:46.570773 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 4380eca0-917e-424b-a307-64c11adc7440) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:46:46.575332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.575932 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.582917 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc29a04-2a22-4a1c-be06-3c3644414f4d None None] Network 4380eca0-917e-424b-a307-64c11adc7440 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:46.620121 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f362ae-9d0a-47b7-a10a-9efae811423b req-4e3b0eff-c368-4daa-96af-9f957b44f7c6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.621720 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-03f362ae-9d0a-47b7-a10a-9efae811423b req-4e3b0eff-c368-4daa-96af-9f957b44f7c6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 944 time: 0.0602384 Apr 11 16:46:46.674450 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 04a86989-6acc-4f6e-a665-bba1fa2b49d8 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:46.700982 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4fbf3-0905-4356-b664-ae3f9ce3e3eb req-b01cfe56-4a8f-4a13-ba73-5851bcc70b33 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.702458 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9bf4fbf3-0905-4356-b664-ae3f9ce3e3eb req-b01cfe56-4a8f-4a13-ba73-5851bcc70b33 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0796766 Apr 11 16:46:46.703100 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4c9ebf28-577b-4362-9e59-5de99df18ec2 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0261996 Apr 11 16:46:46.736388 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-03f362ae-9d0a-47b7-a10a-9efae811423b req-9e0dcc4b-42c7-45a2-854d-25098c6a7e18 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986092 Apr 11 16:46:46.776122 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9bf4fbf3-0905-4356-b664-ae3f9ce3e3eb req-2f9a244c-74c2-44cf-a491-be3574f2eabe tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Apr 11 16:46:46.804209 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c5cb1d7-609e-49a6-9dbd-ae6c5832d353 None None] Network 4380eca0-917e-424b-a307-64c11adc7440 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:46:46.831198 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:46.899113 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ec464-307e-44a0-bfe6-608a7b8047b8 req-b3c8dfa5-ca5c-420d-9bba-9f2f50597b0d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:46.912675 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d26ec464-307e-44a0-bfe6-608a7b8047b8 req-b3c8dfa5-ca5c-420d-9bba-9f2f50597b0d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 944 time: 0.0722446 Apr 11 16:46:46.977261 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:46.977903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:46.986572 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54800) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:47.011662 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d26ec464-307e-44a0-bfe6-608a7b8047b8 req-f4501a70-43e5-429c-8a40-7e13667ffea6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908005 Apr 11 16:46:47.122574 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Deleting subnet 9fd6d670-b5b4-404f-b5b2-42f699d808da {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:46:47.126676 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:47.127424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.127560 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Publish callbacks [] for subnet (9fd6d670-b5b4-404f-b5b2-42f699d808da), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.171109 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:47.201221 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Publish callbacks [] for subnet (9fd6d670-b5b4-404f-b5b2-42f699d808da), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.215228 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (9fd6d670-b5b4-404f-b5b2-42f699d808da), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.290900 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.292166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 73ead86d-8cc0-4a72-84c3-dffe8829d4fd up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:47.376717 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:47.388098 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:47.420963 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for subnet (9fd6d670-b5b4-404f-b5b2-42f699d808da), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.448915 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd6d670-b5b4-404f-b5b2-42f699d808da,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:47.453277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.456698 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-be981d9a-ac77-4ddd-9ba8-f97effb96f8b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9fd6d670-b5b4-404f-b5b2-42f699d808da HTTP/1.1" status: 204 len: 168 time: 0.4686587 Apr 11 16:46:47.459451 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54814) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:47.540695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:47.541533 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.542096 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (39d72ea5-7f01-49e2-a526-77fda071bf5f), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.639803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (39d72ea5-7f01-49e2-a526-77fda071bf5f), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.666688 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > port after_create 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > port after_update 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.669992 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.670384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.670766 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.740946 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:47.741517 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.778789 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:47.795995 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8'}, {'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:47.798450 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05133c6-0ff1-4fd5-9308-35d1f4fa029f" -d '{"events": [{"server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "name": "network-vif-plugged", "status": "completed", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8"}, {"server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "name": "network-vif-plugged", "status": "completed", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:47.809937 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.810161 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.810483 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.811317 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:47.811452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d72ea5-7f01-49e2-a526-77fda071bf5f']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:47.831479 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc643c06-f68f-451a-90ed-ff2b9ad3c7e2') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:47.831903 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc643c06-f68f-451a-90ed-ff2b9ad3c7e2') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:47.857972 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (cc643c06-f68f-451a-90ed-ff2b9ad3c7e2), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.878380 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9da41-7e43-45fa-aa9f-8fc6eb58dc88 req-267764fa-8903-40a5-8b40-45b1a2e64f63 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:47.884560 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65b9da41-7e43-45fa-aa9f-8fc6eb58dc88 req-267764fa-8903-40a5-8b40-45b1a2e64f63 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 944 time: 0.0651014 Apr 11 16:46:47.894642 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00078081-d935-46d1-b8a6-52fa9460df08 x-openstack-request-id: req-00078081-d935-46d1-b8a6-52fa9460df08 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:47.895352 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "name": "network-vif-plugged", "status": "completed", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8", "code": 200}, {"server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "name": "network-vif-plugged", "status": "completed", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:47.896694 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-00078081-d935-46d1-b8a6-52fa9460df08 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:47.897471 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00078081-d935-46d1-b8a6-52fa9460df08'] response: {'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8', 'code': 200} Apr 11 16:46:47.897874 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00078081-d935-46d1-b8a6-52fa9460df08'] response: {'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd', 'code': 200} Apr 11 16:46:47.901724 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (cc643c06-f68f-451a-90ed-ff2b9ad3c7e2), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.920970 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.924762 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:46:47.925253 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (cc643c06-f68f-451a-90ed-ff2b9ad3c7e2), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:47.944885 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65b9da41-7e43-45fa-aa9f-8fc6eb58dc88 req-57b5163f-8e52-4ebe-b26c-0a25f3e23c16 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565684 Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: from cryptography.utils import int_from_bytes Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: from cryptography.utils import int_from_bytes Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:46:47.965281 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:46:48.030698 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:48.072589 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26939b16-c02f-48eb-87dc-c7874c284a38 req-074369bd-3af4-48db-88aa-9cb9e732d7b5 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:48.075438 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-26939b16-c02f-48eb-87dc-c7874c284a38 req-074369bd-3af4-48db-88aa-9cb9e732d7b5 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0632830 Apr 11 16:46:48.208415 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-26939b16-c02f-48eb-87dc-c7874c284a38 req-176bb962-ae63-49e2-88a0-5479a99ef322 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166945 Apr 11 16:46:48.259531 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (39d72ea5-7f01-49e2-a526-77fda071bf5f), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.262978 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 8febcff0-69a8-4bc0-a470-d44464f4494a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:46:48.320635 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be92302-252f-46c3-a1bf-9d7866555077 req-6cc866dd-ebec-449a-a67b-fea225de0ab4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:48.323716 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0be92302-252f-46c3-a1bf-9d7866555077 req-6cc866dd-ebec-449a-a67b-fea225de0ab4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1561389 Apr 11 16:46:48.336886 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.343468 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] 10.222.0.32 "DELETE /v2.0/networks/39d72ea5-7f01-49e2-a526-77fda071bf5f HTTP/1.1" status: 204 len: 168 time: 0.8824582 Apr 11 16:46:48.345062 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecb664-6db5-4052-ac6f-43f2b415ef4b admin admin] Pushing event deleted for resources: {'Network': ['ID=39d72ea5-7f01-49e2-a526-77fda071bf5f,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:48.348039 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54838) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:48.459853 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0be92302-252f-46c3-a1bf-9d7866555077 req-850f517b-7d11-46d0-be68-0ac2d5786bbd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239343 Apr 11 16:46:48.460368 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.db.resource_extend [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 11 16:46:48.574570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Deleting subnet 46f95c6f-a6ec-41bb-84cf-307bd205625a {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:46:48.574570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Publish callbacks [] for subnet (46f95c6f-a6ec-41bb-84cf-307bd205625a), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.612518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c99b32-5047-4181-b951-e0a910af3758 req-2c1ac088-23f7-4050-a236-273875bc8503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:48.614876 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5c99b32-5047-4181-b951-e0a910af3758 req-2c1ac088-23f7-4050-a236-273875bc8503 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1129 time: 0.0548387 Apr 11 16:46:48.621521 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8febcff0-69a8-4bc0-a470-d44464f4494a,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:48.637478 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (46f95c6f-a6ec-41bb-84cf-307bd205625a), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.644861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'port_id': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'mac_address': 'fa:16:3e:7e:69:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:46:48.675865 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5c99b32-5047-4181-b951-e0a910af3758 req-85ea1b5c-4822-4757-9f01-f420997d0952 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542886 Apr 11 16:46:48.717246 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (46f95c6f-a6ec-41bb-84cf-307bd205625a), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.724943 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 8febcff0-69a8-4bc0-a470-d44464f4494a is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:48.725998 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.758349 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8febcff0-69a8-4bc0-a470-d44464f4494a {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:46:48.819569 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8febcff0-69a8-4bc0-a470-d44464f4494a,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:48.896172 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (46f95c6f-a6ec-41bb-84cf-307bd205625a), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.896463 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.954443 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:48.962154 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/46f95c6f-a6ec-41bb-84cf-307bd205625a HTTP/1.1" status: 204 len: 168 time: 0.6117795 Apr 11 16:46:48.967477 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54850) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:48.979442 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5730b22-07df-467c-9610-a1a4b4d68b65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f95c6f-a6ec-41bb-84cf-307bd205625a,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:49.010540 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:49.063320 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69853739-cc5f-43b5-9e65-541e44292db4 req-511f2c36-d6ed-4d42-8730-f97b94a18152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.064992 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69853739-cc5f-43b5-9e65-541e44292db4 req-511f2c36-d6ed-4d42-8730-f97b94a18152 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.1585026 Apr 11 16:46:49.099468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (4380eca0-917e-424b-a307-64c11adc7440), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.151034 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['8febcff0-69a8-4bc0-a470-d44464f4494a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:46:49.184624 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69853739-cc5f-43b5-9e65-541e44292db4 req-578dd41d-e38f-4bcf-bb9c-4b6cbacf6d9a service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078823 Apr 11 16:46:49.238922 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54866) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:49.319826 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ad6df-4600-4bf3-838a-349b356d083c req-accbce12-a39e-4a9f-9e8e-ede62147f7b4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.321445 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-272ad6df-4600-4bf3-838a-349b356d083c req-accbce12-a39e-4a9f-9e8e-ede62147f7b4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 945 time: 0.1563752 Apr 11 16:46:49.323858 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (4380eca0-917e-424b-a307-64c11adc7440), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.399313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.399698 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.400464 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.400815 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > port after_create 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.401194 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > port after_delete 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.401454 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > port after_update 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.401768 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.402155 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.402382 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.402702 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.469513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.469866 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.471686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.471686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110559) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 16:46:49.471686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4380eca0-917e-424b-a307-64c11adc7440']}} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:49.499107 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1987277-7778-46f6-bdcb-baac387fbbb0 req-acbac5ff-e415-4bf2-a6f8-e664c9039f6b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.507591 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1987277-7778-46f6-bdcb-baac387fbbb0 req-acbac5ff-e415-4bf2-a6f8-e664c9039f6b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.1969957 Apr 11 16:46:49.511333 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49') {'for_net_delete': True} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:49.511888 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49') {} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:49.563119 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3519902'] for segment (4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.607267 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-272ad6df-4600-4bf3-838a-349b356d083c req-fd2e2355-b42d-4ae3-a572-9fbfddc0c177 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2689912 Apr 11 16:46:49.615124 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.645423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Releasing vlan 806 on physical network physnet1 to pool {{(pid=110559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:46:49.645823 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59015398'] for segment (4336f8e3-4c24-4f2b-ab8f-1ac07dec9b49), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: from cryptography.utils import int_from_bytes Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: from cryptography.utils import int_from_bytes Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: Traceback (most recent call last): Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: timer() Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: cb(*args, **kw) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: return func(*args, **kwargs) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: self._notify() Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: self.callback(batched_events) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: event.method(event) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: return f(self, *a, **k) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: return self._get(url).json() Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: return self.request(url, 'GET', **kwargs) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:46:49.650967 dv-cinder-837165-2-smb neutron-server[110559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:46:49.676395 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1987277-7778-46f6-bdcb-baac387fbbb0 req-5e289036-ee04-4109-a50f-285f44157ad9 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677563 Apr 11 16:46:49.769292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcd42-a7fb-453e-aed1-f3fd10ffdb6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.811191 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9854d-ef4b-4a8b-b188-0eb3463703db req-7de800b0-b2e0-4702-bf15-b2362968a10e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:49.818566 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1fa9854d-ef4b-4a8b-b188-0eb3463703db req-7de800b0-b2e0-4702-bf15-b2362968a10e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0615444 Apr 11 16:46:49.886127 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1fa9854d-ef4b-4a8b-b188-0eb3463703db req-97996692-500b-4be9-ae23-d70c25846206 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666282 Apr 11 16:46:49.886730 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54882) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:49.887714 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcd42-a7fb-453e-aed1-f3fd10ffdb6a admin admin] Publish callbacks [] for security_group (a99a2eda-1b3f-44ef-954f-7177e9c2ec9c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.911063 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (4380eca0-917e-424b-a307-64c11adc7440), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.923197 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:49.927162 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] 10.222.0.32 "DELETE /v2.0/networks/4380eca0-917e-424b-a307-64c11adc7440 HTTP/1.1" status: 204 len: 168 time: 0.9601746 Apr 11 16:46:49.938613 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6087248-191a-4b2f-bdbd-213ad34b8aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=4380eca0-917e-424b-a307-64c11adc7440,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:50.005020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e3bcd42-a7fb-453e-aed1-f3fd10ffdb6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a99a2eda-1b3f-44ef-954f-7177e9c2ec9c), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.053889 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9e3bcd42-a7fb-453e-aed1-f3fd10ffdb6a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc31bbfe9c2c43e0a8e7ad8f47b72f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8131919 Apr 11 16:46:50.054959 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7f924080-accc-4742-a43d-76e642fd85db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.055678 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3bcd42-a7fb-453e-aed1-f3fd10ffdb6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a99a2eda-1b3f-44ef-954f-7177e9c2ec9c,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:50.058998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54888) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:50.119343 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] Publish callbacks [] for security_group (a99a2eda-1b3f-44ef-954f-7177e9c2ec9c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.147866 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] Publish callbacks [] for security_group (a99a2eda-1b3f-44ef-954f-7177e9c2ec9c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.189667 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7f924080-accc-4742-a43d-76e642fd85db admin admin] Publish callbacks [] for security_group (333ec308-30ee-410c-a6af-1f23f443a7ed), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.271181 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 8febcff0-69a8-4bc0-a470-d44464f4494a up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:46:50.290748 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7f924080-accc-4742-a43d-76e642fd85db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (333ec308-30ee-410c-a6af-1f23f443a7ed), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.293998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a99a2eda-1b3f-44ef-954f-7177e9c2ec9c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.305415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.306597 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a99a2eda-1b3f-44ef-954f-7177e9c2ec9c HTTP/1.1" status: 204 len: 168 time: 0.2475562 Apr 11 16:46:50.328498 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863728f9-c116-444e-995c-251edb733f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a99a2eda-1b3f-44ef-954f-7177e9c2ec9c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:50.408118 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 8febcff0-69a8-4bc0-a470-d44464f4494a completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:46:50.454103 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7f924080-accc-4742-a43d-76e642fd85db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab62873cd1c4499eb7a4f6cb82206935&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622611 Apr 11 16:46:50.454984 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54902) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:50.460879 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f924080-accc-4742-a43d-76e642fd85db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333ec308-30ee-410c-a6af-1f23f443a7ed,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:50.501288 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 8febcff0-69a8-4bc0-a470-d44464f4494a triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:46:50.501482 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.538933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54906) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:50.592504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] Publish callbacks [] for security_group (333ec308-30ee-410c-a6af-1f23f443a7ed), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.643659 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] Publish callbacks [] for security_group (333ec308-30ee-410c-a6af-1f23f443a7ed), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.681635 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 8febcff0-69a8-4bc0-a470-d44464f4494a is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:46:50.682019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.699493 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-184cef79-9634-4466-be6f-886b99087249 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d404c4a8790e4f9bbe77594f9000b37c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585937 Apr 11 16:46:50.707784 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 54912) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:50.729639 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:50.732057 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e894c9-ffb1-46b0-a454-6c7298dd75df" -d '{"events": [{"server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "name": "network-vif-plugged", "status": "completed", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:50.784359 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8febcff0-69a8-4bc0-a470-d44464f4494a,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:46:50.850116 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] Publish callbacks [] for security_group (573f9a01-3468-42cb-9185-dda4a49de85b), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.855494 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa287da7-a8b0-4765-be54-702ab509f885 x-openstack-request-id: req-fa287da7-a8b0-4765-be54-702ab509f885 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:50.855947 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "name": "network-vif-plugged", "status": "completed", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:50.856103 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa287da7-a8b0-4765-be54-702ab509f885 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:50.856428 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa287da7-a8b0-4765-be54-702ab509f885'] response: {'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'code': 200} Apr 11 16:46:50.880387 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (333ec308-30ee-410c-a6af-1f23f443a7ed), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.882063 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.885835 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:50.894512 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/333ec308-30ee-410c-a6af-1f23f443a7ed HTTP/1.1" status: 204 len: 168 time: 0.4310036 Apr 11 16:46:50.914139 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efd301-4474-4caf-b561-d5e6ed373d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333ec308-30ee-410c-a6af-1f23f443a7ed,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:50.949868 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22713a8a-7e97-48d4-87e4-ebf9b58d22fa req-875e5d4f-fbb9-4cef-99be-f7eea3b0d437 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:50.953964 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22713a8a-7e97-48d4-87e4-ebf9b58d22fa req-875e5d4f-fbb9-4cef-99be-f7eea3b0d437 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 945 time: 0.1655648 Apr 11 16:46:50.969925 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] Publish callbacks [] for security_group (573f9a01-3468-42cb-9185-dda4a49de85b), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.010380 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:51.118390 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22713a8a-7e97-48d4-87e4-ebf9b58d22fa req-e292f76e-a1ee-4541-a35b-533cf0a5d160 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571085 Apr 11 16:46:51.156149 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8da2fc8-9ee7-4e82-bc18-f67f4f8ae9cc req-70160081-0cb5-4d0d-8493-ed4428c027ab tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:51.158601 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f8da2fc8-9ee7-4e82-bc18-f67f4f8ae9cc req-70160081-0cb5-4d0d-8493-ed4428c027ab tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0907595 Apr 11 16:46:51.224902 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f8da2fc8-9ee7-4e82-bc18-f67f4f8ae9cc req-cee32332-116c-4a19-a80e-de5848ba9e49 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554047 Apr 11 16:46:51.274233 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (573f9a01-3468-42cb-9185-dda4a49de85b), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.277587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.279534 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/573f9a01-3468-42cb-9185-dda4a49de85b HTTP/1.1" status: 204 len: 168 time: 0.5670388 Apr 11 16:46:51.296475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082c3b1-5cd9-4766-aca9-33098bf3a6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573f9a01-3468-42cb-9185-dda4a49de85b,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:51.542542 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efda973-37d7-4453-90ee-36b9668a7b8a req-9ea994ad-04ec-4ec3-8be0-9360909a8c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:51.544250 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8efda973-37d7-4453-90ee-36b9668a7b8a req-9ea994ad-04ec-4ec3-8be0-9360909a8c91 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1130 time: 0.0495167 Apr 11 16:46:51.561003 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54928) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:51.579071 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bbe7bc06-db95-40d9-a2a1-f3158012b342 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.604384 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8efda973-37d7-4453-90ee-36b9668a7b8a req-8af80606-0073-4d4e-bd64-77c80c8c6e4f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543911 Apr 11 16:46:51.697468 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:46:51.709131 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bbe7bc06-db95-40d9-a2a1-f3158012b342 admin admin] Publish callbacks [] for security_group (f9c6f542-25cb-4120-b07b-664d168be48d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.769514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bbe7bc06-db95-40d9-a2a1-f3158012b342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f9c6f542-25cb-4120-b07b-664d168be48d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.813635 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe7bc06-db95-40d9-a2a1-f3158012b342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9c6f542-25cb-4120-b07b-664d168be48d,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:51.887949 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-bbe7bc06-db95-40d9-a2a1-f3158012b342 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f5eb283ff224342bd1520f334a96139&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3211763 Apr 11 16:46:51.891733 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54946) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:51.935491 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fe1f18-f5f1-4f00-9236-2fcbacc54963 req-f4be2b78-f902-4870-8351-34aa5896bb24 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:51.937295 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-19fe1f18-f5f1-4f00-9236-2fcbacc54963 req-f4be2b78-f902-4870-8351-34aa5896bb24 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1318834 Apr 11 16:46:51.957626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] Publish callbacks [] for security_group (f9c6f542-25cb-4120-b07b-664d168be48d), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:51.991867 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] Publish callbacks [] for security_group (f9c6f542-25cb-4120-b07b-664d168be48d), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.064437 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-19fe1f18-f5f1-4f00-9236-2fcbacc54963 req-184a541a-ca18-470d-9cb6-abb8e9bb00d0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194596 Apr 11 16:46:52.076011 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-2bb97330-86c3-495b-92c9-a83829a04e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.077637 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-2bb97330-86c3-495b-92c9-a83829a04e80 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1129 time: 0.0714042 Apr 11 16:46:52.130745 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f9c6f542-25cb-4120-b07b-664d168be48d), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.133349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.134921 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9c6f542-25cb-4120-b07b-664d168be48d HTTP/1.1" status: 204 len: 168 time: 0.2422292 Apr 11 16:46:52.144649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48cb786-b6ba-40a5-82d9-beeea2422de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9c6f542-25cb-4120-b07b-664d168be48d,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:52.163785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54956) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:52.185454 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ccc98128-a6a2-47b5-82fd-c6ba9e800471 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.294557 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e403638-af65-407c-ba62-cfc612ff0fa0 req-c07bfc15-62cc-410a-9965-b90c53f931f9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.296514 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e403638-af65-407c-ba62-cfc612ff0fa0 req-c07bfc15-62cc-410a-9965-b90c53f931f9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0698988 Apr 11 16:46:52.309591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ccc98128-a6a2-47b5-82fd-c6ba9e800471 admin admin] Publish callbacks [] for security_group (6bfdd2dd-b021-49d1-9e24-bd575e8738d8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.352733 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e403638-af65-407c-ba62-cfc612ff0fa0 req-532a3ca9-f629-4b55-90eb-0c6b547e2d2e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459690 Apr 11 16:46:52.536669 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ccc98128-a6a2-47b5-82fd-c6ba9e800471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6bfdd2dd-b021-49d1-9e24-bd575e8738d8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.544321 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-fd145eda-35a3-4c31-8d70-bb7281104906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.545885 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-fd145eda-35a3-4c31-8d70-bb7281104906 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1651201 Apr 11 16:46:52.595626 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ccc98128-a6a2-47b5-82fd-c6ba9e800471 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=738b3f14042d4d91800184f33b18fa9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4304094 Apr 11 16:46:52.600970 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54960) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:52.618418 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-9ad4890f-79a2-4994-807a-ff415bbd22d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 200 len: 217 time: 0.0600972 Apr 11 16:46:52.644707 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc98128-a6a2-47b5-82fd-c6ba9e800471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfdd2dd-b021-49d1-9e24-bd575e8738d8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:52.719163 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] Publish callbacks [] for security_group (6bfdd2dd-b021-49d1-9e24-bd575e8738d8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.728108 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-b387d1bb-121d-4640-b352-3498b10e9e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:52.729733 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-b387d1bb-121d-4640-b352-3498b10e9e55 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.1026359 Apr 11 16:46:52.742591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54968) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:52.764748 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] Publish callbacks [] for security_group (6bfdd2dd-b021-49d1-9e24-bd575e8738d8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.821956 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-372a0b6c-a8d3-4b22-81bc-71cf33e796c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eaf40a2a92ea4032acf5c123d9067fb8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0780644 Apr 11 16:46:52.824775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 54974) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:52.904903 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] Publish callbacks [] for security_group (d7bf6301-f8cd-47bc-959c-f3842fb804e9), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.932799 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] Publish callbacks [] for security_group (d7bf6301-f8cd-47bc-959c-f3842fb804e9), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.940848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6bfdd2dd-b021-49d1-9e24-bd575e8738d8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.943338 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:52.949499 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bfdd2dd-b021-49d1-9e24-bd575e8738d8 HTTP/1.1" status: 204 len: 168 time: 0.3435440 Apr 11 16:46:52.964277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1b805c-f025-4b79-b933-b4618ce932a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfdd2dd-b021-49d1-9e24-bd575e8738d8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:53.117443 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (d7bf6301-f8cd-47bc-959c-f3842fb804e9), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:53.136666 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:53.137550 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d7bf6301-f8cd-47bc-959c-f3842fb804e9 HTTP/1.1" status: 204 len: 168 time: 0.3114369 Apr 11 16:46:53.171369 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69fd13-9b80-4409-bbe3-87c3aa6c434a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bf6301-f8cd-47bc-959c-f3842fb804e9,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:53.303717 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19a339-3043-4631-9879-f04c47b3dca1 req-e52aaf51-5117-48fd-bcc8-4a6ffd694161 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:53.305255 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e19a339-3043-4631-9879-f04c47b3dca1 req-e52aaf51-5117-48fd-bcc8-4a6ffd694161 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1061759 Apr 11 16:46:53.308998 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-0bf56ae6-d0dd-4695-956d-e5a033f969e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:53.310507 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-0bf56ae6-d0dd-4695-956d-e5a033f969e2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1085238 Apr 11 16:46:53.444698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e19a339-3043-4631-9879-f04c47b3dca1 req-4c2d9ea9-1e6d-430a-93fa-0dbfb7647ad1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248822 Apr 11 16:46:53.478857 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-2ff79f69-68f6-4281-a27f-4a9da8b22ebb service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603322 Apr 11 16:46:53.639713 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb31dc-48f2-4394-b937-552f16cbcf7d req-2e974787-356c-435b-8d98-1872118128f8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:53.641734 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f3bb31dc-48f2-4394-b937-552f16cbcf7d req-2e974787-356c-435b-8d98-1872118128f8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.1306219 Apr 11 16:46:53.691068 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1d48d13c-f767-4479-a9b7-cf0b8c4e630d req-f76a2e3e-977b-4ba8-85a3-66a6f4d52c4b service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947751 Apr 11 16:46:53.691483 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-423246fb-4a65-437d-b76a-f108d4f9fd0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:53.763064 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f3bb31dc-48f2-4394-b937-552f16cbcf7d req-afdb39eb-734c-4741-be75-0d64d2f071c7 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071985 Apr 11 16:46:54.583164 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240dc50d-9ccd-4a12-b450-900d10fa2375 req-ac6c3711-7859-4f78-ba0a-40f640d19a7f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:54.585438 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-240dc50d-9ccd-4a12-b450-900d10fa2375 req-ac6c3711-7859-4f78-ba0a-40f640d19a7f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0655282 Apr 11 16:46:54.654914 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-240dc50d-9ccd-4a12-b450-900d10fa2375 req-eba22175-0fd8-4c62-ac5f-9272163406fd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629632 Apr 11 16:46:54.888149 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cda19-2cba-4e18-bf40-a22713f6589b req-ce9c547d-e57b-4509-a0b6-b4e64ba2b694 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:54.889574 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f47cda19-2cba-4e18-bf40-a22713f6589b req-ce9c547d-e57b-4509-a0b6-b4e64ba2b694 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0452621 Apr 11 16:46:54.949814 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f47cda19-2cba-4e18-bf40-a22713f6589b req-2029a6db-2d3c-424d-a2d1-f806e416be3e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533190 Apr 11 16:46:55.082737 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11be1f90-c709-4611-9f72-977d9732d068 req-79a95b4d-21e7-4ed6-8ad5-939f7cd7883c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:55.085568 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-11be1f90-c709-4611-9f72-977d9732d068 req-79a95b4d-21e7-4ed6-8ad5-939f7cd7883c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0569801 Apr 11 16:46:55.094751 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55086) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:55.104484 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'floatingip': {'port_id': '8febcff0-69a8-4bc0-a470-d44464f4494a'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:46:55.210390 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:55.784762 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cebe0f5-3eed-4e00-a933-d3229dfdb247 req-1f131523-5588-47cd-b2f3-17dd93c059fd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:55.786356 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3cebe0f5-3eed-4e00-a933-d3229dfdb247 req-1f131523-5588-47cd-b2f3-17dd93c059fd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0474198 Apr 11 16:46:55.837995 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3cebe0f5-3eed-4e00-a933-d3229dfdb247 req-13674fec-dafd-416e-93ce-e50d7830b798 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 Apr 11 16:46:56.104175 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.205754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.373525 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Floating IP 8fc3125e-d466-4632-92ee-568daf1a447c associated. External IP: 172.28.0.90, port: 8febcff0-69a8-4bc0-a470-d44464f4494a. Apr 11 16:46:56.576424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7c541b74-defe-4dda-8ee7-259db77e0d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.679419 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:46:56.830247 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:46:56.836123 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:56.845318 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:46:56.860836 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:56.861480 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:56.884216 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4ea021d1-232d-46d8-98af-6523a2c63a7c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "PUT /v2.0/floatingips/8fc3125e-d466-4632-92ee-568daf1a447c HTTP/1.1" status: 200 len: 991 time: 1.7871482 Apr 11 16:46:56.884947 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:46:56.893217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ccbee1-6f13-475a-aca0-25a385c382a6" -d '{"events": [{"name": "network-changed", "server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:46:56.986821 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687a2a41-20f0-4425-bd43-0e8611c76250 x-openstack-request-id: req-687a2a41-20f0-4425-bd43-0e8611c76250 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:46:56.986821 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:46:56.987228 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-687a2a41-20f0-4425-bd43-0e8611c76250 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:46:56.987660 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-687a2a41-20f0-4425-bd43-0e8611c76250'] response: {'name': 'network-changed', 'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'status': 'completed', 'code': 200} Apr 11 16:46:57.005435 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:57.036109 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d987b6b-2e8e-4883-993c-5ead05c1e89f req-0fb6e94b-6afd-4d9a-a76c-5358d97abf1c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.038355 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4d987b6b-2e8e-4883-993c-5ead05c1e89f req-0fb6e94b-6afd-4d9a-a76c-5358d97abf1c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0867593 Apr 11 16:46:57.134884 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-000a3b94-b6a9-41c5-9555-d13013272c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.138376 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-000a3b94-b6a9-41c5-9555-d13013272c9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1130 time: 0.0987315 Apr 11 16:46:57.183625 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4d987b6b-2e8e-4883-993c-5ead05c1e89f req-98b94616-0a63-4d27-bd88-5c73c4238f8f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919824 Apr 11 16:46:57.303101 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-abc6dd06-52ce-4ba7-a9fd-6962edb32297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.304822 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-abc6dd06-52ce-4ba7-a9fd-6962edb32297 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 911 time: 0.1554241 Apr 11 16:46:57.372927 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:57.433724 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-fd4663ce-5704-4195-8c1d-c327b854c823 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 999 time: 0.1214154 Apr 11 16:46:57.474664 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8fc3125e-d466-4632-92ee-568daf1a447c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:7e:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:29Z', 'updated_at': '2022-04-11T16:46:55Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.500678 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-e9e9dc47-27bd-453d-af5a-30a3d0bbd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.502123 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-e9e9dc47-27bd-453d-af5a-30a3d0bbd6e2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0614290 Apr 11 16:46:57.515531 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:46:57.533254 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:46:57.533904 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.657194 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:46:57.758036 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-9b01112d-9555-43c1-88aa-29d07c3f1579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:57.759666 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-9b01112d-9555-43c1-88aa-29d07c3f1579 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2406862 Apr 11 16:46:57.871187 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-0d0a3b7d-97fe-4215-8b5b-f12393f2fba1 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909357 Apr 11 16:46:57.908231 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8fc3125e-d466-4632-92ee-568daf1a447c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:7e:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:29Z', 'updated_at': '2022-04-11T16:46:55Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:46:57.937431 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568fa8dc-c22f-4542-b9fb-5af811835873 None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8fc3125e-d466-4632-92ee-568daf1a447c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.90', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 100, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:7e:69:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:46:29Z', 'updated_at': '2022-04-11T16:46:55Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:46:58.016029 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1ccbee1-6f13-475a-aca0-25a385c382a6 req-d4ca8a55-54ce-44b0-8b8f-73522359257a service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465807 Apr 11 16:46:58.275378 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df47190f-2961-403b-95af-121d8a0fbe22 None None] New status for floating IP 8fc3125e-d466-4632-92ee-568daf1a447c: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:46:58.323132 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137595b-6944-49fe-9e3c-fed07577d523 req-f5c42d2e-8df2-409f-a584-4f53d9f48b2f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:58.325168 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f137595b-6944-49fe-9e3c-fed07577d523 req-f5c42d2e-8df2-409f-a584-4f53d9f48b2f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0782990 Apr 11 16:46:58.380637 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f137595b-6944-49fe-9e3c-fed07577d523 req-ef29022c-2486-40d0-bc95-a1a587c828e9 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454581 Apr 11 16:46:58.744371 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:58.836760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72611fcf-40ab-428d-9cb1-28adf0c32bdf req-8e41fd2b-cf05-4a5d-b9bf-c9e738c875df tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:58.838238 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72611fcf-40ab-428d-9cb1-28adf0c32bdf req-8e41fd2b-cf05-4a5d-b9bf-c9e738c875df tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0482159 Apr 11 16:46:58.892936 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72611fcf-40ab-428d-9cb1-28adf0c32bdf req-0e77a35a-99f0-44f3-821f-8b7974ceb1e4 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487654 Apr 11 16:46:59.362233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55240) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.479560 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b9b62a6e-fa0f-47fb-bed2-abc1c88af763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.516091 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba65636-d1db-40a1-af47-e3910062667e req-94923232-2482-49ef-a161-d744a0748b96 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:46:59.517614 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aba65636-d1db-40a1-af47-e3910062667e req-94923232-2482-49ef-a161-d744a0748b96 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0652463 Apr 11 16:46:59.575337 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b9b62a6e-fa0f-47fb-bed2-abc1c88af763 admin admin] Publish callbacks [] for security_group (1390282b-d8f2-49ca-87f8-3040c5008f2a), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.586069 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aba65636-d1db-40a1-af47-e3910062667e req-1eba37f5-9570-48c4-8c0e-a2c195164f65 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584888 Apr 11 16:46:59.650785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b9b62a6e-fa0f-47fb-bed2-abc1c88af763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (1390282b-d8f2-49ca-87f8-3040c5008f2a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.692281 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b62a6e-fa0f-47fb-bed2-abc1c88af763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390282b-d8f2-49ca-87f8-3040c5008f2a,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:59.696631 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b9b62a6e-fa0f-47fb-bed2-abc1c88af763 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afca84a11c924894ae7a79736082e41e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3333542 Apr 11 16:46:59.700298 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55250) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.732113 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55254) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:46:59.759232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] Publish callbacks [] for security_group (1390282b-d8f2-49ca-87f8-3040c5008f2a), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.782677 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] Publish callbacks [] for security_group (1390282b-d8f2-49ca-87f8-3040c5008f2a), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.860433 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bd80-79b9-4724-ab0e-0933e8e52928 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.908648 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (1390282b-d8f2-49ca-87f8-3040c5008f2a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.912194 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:46:59.913371 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1390282b-d8f2-49ca-87f8-3040c5008f2a HTTP/1.1" status: 204 len: 168 time: 0.2122061 Apr 11 16:46:59.923826 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3b6de3-2e43-4e13-85f2-215b6e1b36a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390282b-d8f2-49ca-87f8-3040c5008f2a,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:46:59.988881 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bd80-79b9-4724-ab0e-0933e8e52928 admin admin] Publish callbacks [] for security_group (cde578b4-2d05-479e-81b2-75c9af185631), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.034452 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d9d17-a71e-4db0-93d7-0f815c3ca84f req-7f965ab5-1da2-43e8-b652-fb4fb57a2713 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:00.035937 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f7d9d17-a71e-4db0-93d7-0f815c3ca84f req-7f965ab5-1da2-43e8-b652-fb4fb57a2713 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0503900 Apr 11 16:47:00.067858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fdc9bd80-79b9-4724-ab0e-0933e8e52928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cde578b4-2d05-479e-81b2-75c9af185631), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.084771 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f7d9d17-a71e-4db0-93d7-0f815c3ca84f req-992e2161-1566-42c8-a70c-4c22bd5041dc tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428386 Apr 11 16:47:00.108392 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-fdc9bd80-79b9-4724-ab0e-0933e8e52928 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78f56497effd4e8097d10ab134003300&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741629 Apr 11 16:47:00.111347 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9bd80-79b9-4724-ab0e-0933e8e52928 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde578b4-2d05-479e-81b2-75c9af185631,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:00.116640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55266) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:00.176756 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] Publish callbacks [] for security_group (cde578b4-2d05-479e-81b2-75c9af185631), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.200181 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] Publish callbacks [] for security_group (cde578b4-2d05-479e-81b2-75c9af185631), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.354253 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.408934 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cde578b4-2d05-479e-81b2-75c9af185631), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.411559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.415258 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cde578b4-2d05-479e-81b2-75c9af185631 HTTP/1.1" status: 204 len: 168 time: 0.2954652 Apr 11 16:47:00.421034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc60b857-642e-454e-b70a-d1ccd1b08823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde578b4-2d05-479e-81b2-75c9af185631,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:00.725024 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a9b9f1-f511-43ab-a59a-ba9c1b248a42 req-ccf7b645-435e-46df-bc59-32f46d0e89a4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:00.734247 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a7a9b9f1-f511-43ab-a59a-ba9c1b248a42 req-ccf7b645-435e-46df-bc59-32f46d0e89a4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0712535 Apr 11 16:47:00.746220 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55296) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:00.769798 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-35a4f68a-87fa-4899-bca6-38ff1aebeccd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:00.818836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-d5a55d4a-f9e4-4035-ba28-977ada9511ad tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:00.820391 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-d5a55d4a-f9e4-4035-ba28-977ada9511ad tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.72 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.0839357 Apr 11 16:47:00.870144 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a7a9b9f1-f511-43ab-a59a-ba9c1b248a42 req-164235a3-034e-4365-bdb9-c275c65f1756 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296971 Apr 11 16:47:00.945575 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-35a4f68a-87fa-4899-bca6-38ff1aebeccd admin admin] Publish callbacks [] for security_group (ac41f150-57d0-4751-a2a2-c43283c08bb8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.020168 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-35a4f68a-87fa-4899-bca6-38ff1aebeccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ac41f150-57d0-4751-a2a2-c43283c08bb8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.028552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Deleting port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:01.028888 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.069514 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-35a4f68a-87fa-4899-bca6-38ff1aebeccd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a57e894399df4b5bbc226300ade73506&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214235 Apr 11 16:47:01.070857 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a4f68a-87fa-4899-bca6-38ff1aebeccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac41f150-57d0-4751-a2a2-c43283c08bb8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.073554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55310) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.153172 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] For port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,segment=NetworkSegment(681623c8-384a-4794-8ddf-6e88f25e5283),segment_id=681623c8-384a-4794-8ddf-6e88f25e5283)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:01.153543 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.157341 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] Publish callbacks [] for security_group (ac41f150-57d0-4751-a2a2-c43283c08bb8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.189059 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Calling delete_port for 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:01.189199 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] Publish callbacks [] for security_group (ac41f150-57d0-4751-a2a2-c43283c08bb8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.307814 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b2262-4210-4a41-9738-a213480a6ecc req-e6c90710-dc40-4fbb-b2f7-a69a29f59fd1 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:01.309626 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b8b2262-4210-4a41-9738-a213480a6ecc req-e6c90710-dc40-4fbb-b2f7-a69a29f59fd1 tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 945 time: 0.1117587 Apr 11 16:47:01.343350 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ac41f150-57d0-4751-a2a2-c43283c08bb8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.346552 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.348137 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ac41f150-57d0-4751-a2a2-c43283c08bb8 HTTP/1.1" status: 204 len: 168 time: 0.2735026 Apr 11 16:47:01.367343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55322) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.369658 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89632140-e06d-47f0-bcdb-1b45369de1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac41f150-57d0-4751-a2a2-c43283c08bb8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.403103 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c73e36c0-6eca-42fb-b1f3-7815c7157abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.454750 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b8b2262-4210-4a41-9738-a213480a6ecc req-34599bb6-a486-4cb8-89d0-d2d11510e1ac tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/security-groups?id=854979c3-91c7-441a-acc3-85b750fc2123&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331031 Apr 11 16:47:01.548896 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c73e36c0-6eca-42fb-b1f3-7815c7157abc admin admin] Publish callbacks [] for security_group (84d8ea57-1cbf-49fb-af26-17a634809aa1), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.576539 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.596202 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:01.634051 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Pushing event deleted for resources: {'Port': ['ID=22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.673594 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] No DVR routers for this DVR port 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:01.677187 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.680787 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-efdd9a06-cbd8-4406-a408-8922be5b80ab req-b8826adf-d503-4395-b781-c18190bde32b tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.72 "DELETE /v2.0/ports/22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe HTTP/1.1" status: 204 len: 173 time: 0.8549864 Apr 11 16:47:01.681223 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'name': 'network-vif-deleted', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:01.683778 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc515ea3-5772-47ed-b7f7-3cf8a5acf2b9" -d '{"events": [{"server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "name": "network-vif-deleted", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:01.714064 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c73e36c0-6eca-42fb-b1f3-7815c7157abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (84d8ea57-1cbf-49fb-af26-17a634809aa1), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.726185 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd44eff9-f073-41a6-92ce-ac1f9880f432 x-openstack-request-id: req-cd44eff9-f073-41a6-92ce-ac1f9880f432 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:01.726867 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a51d22e-49a0-4dad-99f7-5b49c65d4ba9", "name": "network-vif-deleted", "tag": "22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:01.726867 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-cd44eff9-f073-41a6-92ce-ac1f9880f432 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:01.727139 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd44eff9-f073-41a6-92ce-ac1f9880f432'] response: {'server_uuid': '4a51d22e-49a0-4dad-99f7-5b49c65d4ba9', 'name': 'network-vif-deleted', 'tag': '22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe', 'status': 'completed', 'code': 200} Apr 11 16:47:01.765171 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c73e36c0-6eca-42fb-b1f3-7815c7157abc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b49450a09044e15badb9828fa6512e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3946540 Apr 11 16:47:01.766970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73e36c0-6eca-42fb-b1f3-7815c7157abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d8ea57-1cbf-49fb-af26-17a634809aa1,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.768626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55332) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:01.820648 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] Publish callbacks [] for security_group (84d8ea57-1cbf-49fb-af26-17a634809aa1), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.844645 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] Publish callbacks [] for security_group (84d8ea57-1cbf-49fb-af26-17a634809aa1), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.970435 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (84d8ea57-1cbf-49fb-af26-17a634809aa1), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.980584 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:01.980584 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/84d8ea57-1cbf-49fb-af26-17a634809aa1 HTTP/1.1" status: 204 len: 168 time: 0.2064264 Apr 11 16:47:01.987526 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c9231-d654-4697-9552-1e3ddc67b0a6 req-454dfb50-71aa-4e39-9137-6f6fde35662a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:01.988241 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36479e7e-e817-4bfa-9dbd-96de823cf76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d8ea57-1cbf-49fb-af26-17a634809aa1,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:01.994839 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8c4c9231-d654-4697-9552-1e3ddc67b0a6 req-454dfb50-71aa-4e39-9137-6f6fde35662a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0680423 Apr 11 16:47:02.054185 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8c4c9231-d654-4697-9552-1e3ddc67b0a6 req-ab0378ef-6bbd-44b7-99ee-361a945b66d3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584495 Apr 11 16:47:02.580249 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-74214a3b-6903-41e6-8bd0-617e22da1e19 req-9a570957-5fb8-48af-8f5e-924a6e5d60ef tempest-DeleteServersTestJSON-532941755 tempest-DeleteServersTestJSON-532941755-project] 10.222.0.32 "GET /v2.0/ports?device_id=4a51d22e-49a0-4dad-99f7-5b49c65d4ba9 HTTP/1.1" status: 200 len: 210 time: 0.0304756 Apr 11 16:47:03.197287 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bed6a7-4bcc-4550-b872-ae7d505d01fd req-9733ac79-744a-40f6-9903-c98165096b6d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:03.203800 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3bed6a7-4bcc-4550-b872-ae7d505d01fd req-9733ac79-744a-40f6-9903-c98165096b6d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0725710 Apr 11 16:47:03.303113 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3bed6a7-4bcc-4550-b872-ae7d505d01fd req-2380edd7-6adb-48c8-a8f6-08852b433623 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977366 Apr 11 16:47:04.336728 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55470) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:04.432915 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3a171-9fe5-44e3-b5be-710d1a1d94ce req-f514c510-7b2f-4218-aa23-e27a2b2bbddf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:04.434650 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55f3a171-9fe5-44e3-b5be-710d1a1d94ce req-f514c510-7b2f-4218-aa23-e27a2b2bbddf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0483873 Apr 11 16:47:04.489672 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55f3a171-9fe5-44e3-b5be-710d1a1d94ce req-bffae966-6e29-44a6-9cf6-474597ecc294 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421407 Apr 11 16:47:04.682391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3461bf5a-8aca-4f1a-8540-e00886630896 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.772833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55484) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:04.794151 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3461bf5a-8aca-4f1a-8540-e00886630896 admin admin] Publish callbacks [] for security_group (47a7752a-1ce7-47c5-a7df-54e84ab5eff3), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.878658 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3461bf5a-8aca-4f1a-8540-e00886630896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (47a7752a-1ce7-47c5-a7df-54e84ab5eff3), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:04.946261 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3461bf5a-8aca-4f1a-8540-e00886630896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a7752a-1ce7-47c5-a7df-54e84ab5eff3,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:04.950995 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3461bf5a-8aca-4f1a-8540-e00886630896 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2d54aa8cc9b4403e8abcdb8629cbef47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6130795 Apr 11 16:47:04.963696 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55500) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:05.024172 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] Publish callbacks [] for security_group (47a7752a-1ce7-47c5-a7df-54e84ab5eff3), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.049287 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] Publish callbacks [] for security_group (47a7752a-1ce7-47c5-a7df-54e84ab5eff3), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.069642 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0f5094f-f341-43ca-946d-2f3d120f2c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.222626 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (47a7752a-1ce7-47c5-a7df-54e84ab5eff3), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.225290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.229549 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/47a7752a-1ce7-47c5-a7df-54e84ab5eff3 HTTP/1.1" status: 204 len: 168 time: 0.2616518 Apr 11 16:47:05.249467 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d9dfb-b1b6-4e45-a69f-d60b341b4fa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a7752a-1ce7-47c5-a7df-54e84ab5eff3,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:05.303817 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0f5094f-f341-43ca-946d-2f3d120f2c2c admin admin] Publish callbacks [] for security_group (909fe1e4-a04d-4fec-999d-e161a589e9cd), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.372421 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-a41cc137-1e63-44bf-83be-1ccbcb2d5ff2 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704904 Apr 11 16:47:05.388373 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55518) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:05.421174 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0f5094f-f341-43ca-946d-2f3d120f2c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (909fe1e4-a04d-4fec-999d-e161a589e9cd), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.490591 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e0f5094f-f341-43ca-946d-2f3d120f2c2c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f4cef834acc4c8e98f897cc14da0921&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7162976 Apr 11 16:47:05.491304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55524) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:05.524493 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-de0fd667-4315-47aa-936e-974f1ee58453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.526220 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-de0fd667-4315-47aa-936e-974f1ee58453 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.1002452 Apr 11 16:47:05.527180 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Deleting subnet 794921fc-858b-45d8-b7ca-eb7056a57c32 {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:47:05.530807 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Publish callbacks [] for subnet (794921fc-858b-45d8-b7ca-eb7056a57c32), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.536739 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5094f-f341-43ca-946d-2f3d120f2c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=909fe1e4-a04d-4fec-999d-e161a589e9cd,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:05.554875 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.579496 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (794921fc-858b-45d8-b7ca-eb7056a57c32), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.628046 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (794921fc-858b-45d8-b7ca-eb7056a57c32), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.676751 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2e955-0d11-42c8-b917-bb50d3a84354 req-c2491c7f-3727-4845-82e7-c8e826be1f04 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.678715 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30d2e955-0d11-42c8-b917-bb50d3a84354 req-c2491c7f-3727-4845-82e7-c8e826be1f04 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1022363 Apr 11 16:47:05.690766 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] Publish callbacks [] for security_group (909fe1e4-a04d-4fec-999d-e161a589e9cd), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.724451 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-46cc1bde-7dec-4e9d-9165-534da257c03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.726537 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-46cc1bde-7dec-4e9d-9165-534da257c03d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1693947 Apr 11 16:47:05.746298 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] Publish callbacks [] for security_group (909fe1e4-a04d-4fec-999d-e161a589e9cd), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.777628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (794921fc-858b-45d8-b7ca-eb7056a57c32), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.789688 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-346bbe2a-3ef5-4040-9fb6-4026c0750852 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 217 time: 0.0552278 Apr 11 16:47:05.823473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.827247 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/794921fc-858b-45d8-b7ca-eb7056a57c32 HTTP/1.1" status: 204 len: 168 time: 0.4437008 Apr 11 16:47:05.828081 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ac1bde-8176-4249-af59-3007bef14eca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=794921fc-858b-45d8-b7ca-eb7056a57c32,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:05.831778 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55532) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:05.861742 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30d2e955-0d11-42c8-b917-bb50d3a84354 req-8e3758d0-7b6c-4d06-8d71-6646973670ba tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697223 Apr 11 16:47:05.872785 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-952d2e4a-d810-4e0d-a6e4-38968cf74bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.880895 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-952d2e4a-d810-4e0d-a6e4-38968cf74bf4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0758002 Apr 11 16:47:05.915066 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (edd4f381-1cf7-4f72-8103-ffacaa0c5d38), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.934068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-25ba4aa7-d142-4eca-92e7-829c70713c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:05.935933 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-25ba4aa7-d142-4eca-92e7-829c70713c87 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0480027 Apr 11 16:47:05.986833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (909fe1e4-a04d-4fec-999d-e161a589e9cd), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.986833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:05.986833 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/909fe1e4-a04d-4fec-999d-e161a589e9cd HTTP/1.1" status: 204 len: 168 time: 0.4869242 Apr 11 16:47:06.046157 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2301bba-f690-4b01-ab19-4a64e418ac3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=909fe1e4-a04d-4fec-999d-e161a589e9cd,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:06.051356 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (edd4f381-1cf7-4f72-8103-ffacaa0c5d38), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.078716 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-40fb2b1b-2132-43e6-aaf5-5a71d0d4f303 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307011 Apr 11 16:47:06.086049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edd4f381-1cf7-4f72-8103-ffacaa0c5d38']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:06.097612 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681623c8-384a-4794-8ddf-6e88f25e5283') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:06.097981 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681623c8-384a-4794-8ddf-6e88f25e5283') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:06.109076 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (681623c8-384a-4794-8ddf-6e88f25e5283), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.124340 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (681623c8-384a-4794-8ddf-6e88f25e5283), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.134067 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Releasing vlan 816 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:47:06.136187 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (681623c8-384a-4794-8ddf-6e88f25e5283), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:47:06.137340 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:47:06.181690 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c94f984-45e1-4a33-bf0f-5582e0887729 req-6111646d-a0bd-4e5b-a35f-eb4146e9e8dc service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952563 Apr 11 16:47:06.289221 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (edd4f381-1cf7-4f72-8103-ffacaa0c5d38), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.295409 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:06.298658 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] 10.222.0.32 "DELETE /v2.0/networks/edd4f381-1cf7-4f72-8103-ffacaa0c5d38 HTTP/1.1" status: 204 len: 168 time: 0.4655488 Apr 11 16:47:06.318012 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519e47e1-46b3-4491-a1a3-3437cc975cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=edd4f381-1cf7-4f72-8103-ffacaa0c5d38,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:06.320038 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:06.341270 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:06.341641 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 22320fd2-0e83-4e0c-a6c8-c4a07b77c4fe not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:06.975680 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55572) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:06.996227 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b6dbd9-c396-471e-99c2-b7f1645b68bb req-d4851eff-7ed1-442e-91d1-87d033b1ca17 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:06.997848 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72b6dbd9-c396-471e-99c2-b7f1645b68bb req-d4851eff-7ed1-442e-91d1-87d033b1ca17 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0564272 Apr 11 16:47:07.023394 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-dfa60bcf-57fa-4ba0-b0f5-b9fa3d77e6e7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=78e169e8ba18454389fb3fc38630e3f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0449839 Apr 11 16:47:07.027360 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55574) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:07.098159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] Publish callbacks [] for security_group (854979c3-91c7-441a-acc3-85b750fc2123), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.129598 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72b6dbd9-c396-471e-99c2-b7f1645b68bb req-56b19b58-190e-4b48-a83b-c6132a3a3fe5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214099 Apr 11 16:47:07.132874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] Publish callbacks [] for security_group (854979c3-91c7-441a-acc3-85b750fc2123), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.146239 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55584) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:07.173508 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1545c3e8-9ef1-412e-82b6-1bb15f167cc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.295225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1545c3e8-9ef1-412e-82b6-1bb15f167cc9 admin admin] Publish callbacks [] for security_group (0e1720e1-4032-4f61-8d7a-8a68e8ca0553), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.296848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (854979c3-91c7-441a-acc3-85b750fc2123), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.299588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.301008 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/854979c3-91c7-441a-acc3-85b750fc2123 HTTP/1.1" status: 204 len: 168 time: 0.2726412 Apr 11 16:47:07.316865 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fa9d69-c59e-461c-8f20-ec8ea60422d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=854979c3-91c7-441a-acc3-85b750fc2123,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:07.365222 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1545c3e8-9ef1-412e-82b6-1bb15f167cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0e1720e1-4032-4f61-8d7a-8a68e8ca0553), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.411771 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1545c3e8-9ef1-412e-82b6-1bb15f167cc9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=11b6f7d045db46908be9bc6921341aa6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641165 Apr 11 16:47:07.413278 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545c3e8-9ef1-412e-82b6-1bb15f167cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1720e1-4032-4f61-8d7a-8a68e8ca0553,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:07.415648 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55594) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:07.476951 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] Publish callbacks [] for security_group (0e1720e1-4032-4f61-8d7a-8a68e8ca0553), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.500508 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] Publish callbacks [] for security_group (0e1720e1-4032-4f61-8d7a-8a68e8ca0553), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.657481 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0e1720e1-4032-4f61-8d7a-8a68e8ca0553), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.661206 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:07.664549 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e1720e1-4032-4f61-8d7a-8a68e8ca0553 HTTP/1.1" status: 204 len: 168 time: 0.2473047 Apr 11 16:47:07.679957 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959d7ee6-a2dc-4ee2-9ae9-804df87263b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1720e1-4032-4f61-8d7a-8a68e8ca0553,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:08.278192 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ad1403-91d7-44cc-afc6-32e8a7a9da58 req-d3b50deb-5df8-4d18-abf4-b33bffe32535 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:08.280472 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23ad1403-91d7-44cc-afc6-32e8a7a9da58 req-d3b50deb-5df8-4d18-abf4-b33bffe32535 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0485482 Apr 11 16:47:08.355023 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23ad1403-91d7-44cc-afc6-32e8a7a9da58 req-80a2c444-a333-47bd-ac37-c681b99a40f7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562305 Apr 11 16:47:09.071308 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55696) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:09.186071 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1138682888-network', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:09.307622 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:09.310229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.319685 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.419252 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks [] for security_group (87f2679a-a6e9-40a7-a599-30422620974c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.473843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d8a47e-192e-4b3c-83a6-b256fe419a2e req-150e52f9-5aea-4138-bd52-a180bc99d383 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:09.475340 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1d8a47e-192e-4b3c-83a6-b256fe419a2e req-150e52f9-5aea-4138-bd52-a180bc99d383 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0505948 Apr 11 16:47:09.501432 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (87f2679a-a6e9-40a7-a599-30422620974c), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.525704 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:09.545753 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (03a9aea7-eff1-4458-8d96-d3db0139521c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.546102 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Added segment 03a9aea7-eff1-4458-8d96-d3db0139521c of type vlan for network b1462718-260f-46ea-b617-b3b6cd8e0127 Apr 11 16:47:09.547496 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f2679a-a6e9-40a7-a599-30422620974c,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:09.551002 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f1d8a47e-192e-4b3c-83a6-b256fe419a2e req-27540f67-d52b-432e-81e0-2f2ce2a19d4d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660493 Apr 11 16:47:09.570299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.570653 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.571039 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.571402 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.571740 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.572344 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.573021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.573021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.573312 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.573636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.573965 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.574829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.574829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.575024 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.575248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:09.622111 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (b1462718-260f-46ea-b617-b3b6cd8e0127), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.731504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (b1462718-260f-46ea-b617-b3b6cd8e0127), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.731504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:09.731504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:09.822324 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] Pushing event updated for resources: {'Network': ['ID=b1462718-260f-46ea-b617-b3b6cd8e0127,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:09.832774 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network b1462718-260f-46ea-b617-b3b6cd8e0127 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:09.886290 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-375d140d-eaa5-401c-9e54-c8478e7e077e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8133483 Apr 11 16:47:09.888806 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55736) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:09.894887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Request body: {'subnet': {'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-subnet', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:10.008972 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:10.011367 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59068369'] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.589439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59068355'] for subnet (2d966e7a-50ac-461a-a6d9-3f996eb35b22), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.651398 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d966e7a-50ac-461a-a6d9-3f996eb35b22,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:10.671024 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:10.671439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Network hostable DHCP agents. Network: b1462718-260f-46ea-b617-b3b6cd8e0127, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:10.673416 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd1062-5243-42f8-a18b-0cb7a25222d9 req-694268b9-bba0-4671-a907-b6ebbe5598f8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.675699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95cd1062-5243-42f8-a18b-0cb7a25222d9 req-694268b9-bba0-4671-a907-b6ebbe5598f8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0546610 Apr 11 16:47:10.742211 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95cd1062-5243-42f8-a18b-0cb7a25222d9 req-8c354bfc-b33c-474c-b621-cf3d384a25b7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535922 Apr 11 16:47:10.759573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:10.891067 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, b1462718-260f-46ea-b617-b3b6cd8e0127) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:10.900787 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:10.901404 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:10.902285 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52aa4e1f-7993-4e70-a1d1-3b546ba9f016 None None] Network b1462718-260f-46ea-b617-b3b6cd8e0127 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:11.020351 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1c477b36-1058-47cc-bfaf-6a11967a170d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1270244 Apr 11 16:47:11.020549 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-b1462718-260f-46ea-b617-b3b6cd8e0127', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:47:11.020549 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.020759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55816) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:11.025204 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:11.123561 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (8944fe81-927d-4b52-877e-287fb7d32a29), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.124770 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (8944fe81-927d-4b52-877e-287fb7d32a29), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.159688 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Allocated IP 172.20.0.2 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/a1a2d06b-2deb-4fb0-8f76-38de755a76c0) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:11.183298 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for router_controller (8944fe81-927d-4b52-877e-287fb7d32a29), precommit_add_association {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.316128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks [] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.473515 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for router_gateway (8944fe81-927d-4b52-877e-287fb7d32a29), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.525653 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.563383 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:11.566047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:11.569459 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:11.583251 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Pushing event updated for resources: {'Port': ['ID=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:11.612732 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.613288 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.613637 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.614257 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.614609 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.614965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.615296 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.615627 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.616279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.616279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.616592 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.616923 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.617347 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.617562 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.617884 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:11.666441 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Attempting to bind port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:11.666812 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Attempting to bind port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:11.667290 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Attempting to bind port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:11.675877 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:11.676531 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:11.677092 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.677641 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:11.678342 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Bound port: a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:11.678888 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.749898 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55834) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:11.773642 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] For port a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:11.773642 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] For port a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:11.873056 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.924210 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-16fb1a2b-ba45-4320-9e2a-35a238f9fe5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:11.973434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a24d50-07b4-44d7-a808-33dfa7c5e9b5 None None] Pushing event updated for resources: {'Port': ['ID=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:12.048949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-16fb1a2b-ba45-4320-9e2a-35a238f9fe5a admin admin] Publish callbacks [] for security_group (b3f0b0ec-9b37-4d31-8417-69bb915df69b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.116917 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e65a9d-ac3a-47a9-8c07-6c10c153b5fa req-dd817631-51a9-4d41-8d53-b5d4ed46caf5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:12.119216 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0e65a9d-ac3a-47a9-8c07-6c10c153b5fa req-dd817631-51a9-4d41-8d53-b5d4ed46caf5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1148968 Apr 11 16:47:12.152542 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for router_gateway (8944fe81-927d-4b52-877e-287fb7d32a29), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.165459 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-16fb1a2b-ba45-4320-9e2a-35a238f9fe5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b3f0b0ec-9b37-4d31-8417-69bb915df69b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.199098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.235513 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-16fb1a2b-ba45-4320-9e2a-35a238f9fe5a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1a2c5ac737214fb4ba647e666408b13e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4843698 Apr 11 16:47:12.236400 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55848) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:12.243872 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb1a2b-ba45-4320-9e2a-35a238f9fe5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f0b0ec-9b37-4d31-8417-69bb915df69b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:12.286836 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0e65a9d-ac3a-47a9-8c07-6c10c153b5fa req-8add32f2-3b65-4cd1-8e45-ae7c53389ee1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579266 Apr 11 16:47:12.318733 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] Publish callbacks [] for security_group (b3f0b0ec-9b37-4d31-8417-69bb915df69b), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.355680 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] Publish callbacks [] for security_group (b3f0b0ec-9b37-4d31-8417-69bb915df69b), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.355923 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Allocated IP 172.28.0.16 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/ea135cbb-a297-4498-aa81-118000a9c15c) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:12.491026 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for port (ea135cbb-a297-4498-aa81-118000a9c15c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.500529 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55852) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:12.507938 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b3f0b0ec-9b37-4d31-8417-69bb915df69b), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.516720 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.516720 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3f0b0ec-9b37-4d31-8417-69bb915df69b HTTP/1.1" status: 204 len: 168 time: 0.2739654 Apr 11 16:47:12.520996 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c89aee-b931-470f-8769-56344cea7f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f0b0ec-9b37-4d31-8417-69bb915df69b,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:12.605620 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.633191 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2777-af6b-4802-9915-de0940afeb6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.647729 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:12.652261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:12.657432 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:12.683705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Pushing event updated for resources: {'Port': ['ID=ea135cbb-a297-4498-aa81-118000a9c15c,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:12.696997 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.697358 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.697701 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.698042 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.698585 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.699009 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.703407 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:12.737700 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2777-af6b-4802-9915-de0940afeb6c admin admin] Publish callbacks [] for security_group (f37ede95-ccdb-4bbe-bb5d-0be2355999b4), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.849600 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9a4f2777-af6b-4802-9915-de0940afeb6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f37ede95-ccdb-4bbe-bb5d-0be2355999b4), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:12.902111 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4f2777-af6b-4802-9915-de0940afeb6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f37ede95-ccdb-4bbe-bb5d-0be2355999b4,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:12.932361 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9a4f2777-af6b-4802-9915-de0940afeb6c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=935c1e567766464aa3968841f4385d1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4280231 Apr 11 16:47:12.932492 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55872) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:13.015496 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] Publish callbacks [] for security_group (f37ede95-ccdb-4bbe-bb5d-0be2355999b4), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.037566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for router_gateway (8944fe81-927d-4b52-877e-287fb7d32a29), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.062216 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] Publish callbacks [] for security_group (f37ede95-ccdb-4bbe-bb5d-0be2355999b4), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.204168 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2a6c9-05d3-4922-b95f-e9dab6493015 None None] Network b1462718-260f-46ea-b617-b3b6cd8e0127 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:13.256310 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f37ede95-ccdb-4bbe-bb5d-0be2355999b4), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.261976 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.263420 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f37ede95-ccdb-4bbe-bb5d-0be2355999b4 HTTP/1.1" status: 204 len: 168 time: 0.3298330 Apr 11 16:47:13.281025 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c57f6-dd38-49ca-bfe3-fe2dd5214565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f37ede95-ccdb-4bbe-bb5d-0be2355999b4,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:13.350152 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (8944fe81-927d-4b52-877e-287fb7d32a29), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.354468 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Provisioning complete for port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:13.355047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.521377 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55892) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:13.547641 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c642be3-90ca-48ae-80df-f8a420ededb5 req-b954c1b8-e479-4dd1-82dc-ea627e544b8d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:13.549809 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7c642be3-90ca-48ae-80df-f8a420ededb5 req-b954c1b8-e479-4dd1-82dc-ea627e544b8d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1466365 Apr 11 16:47:13.564636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0e4128b0-9bd6-4c3e-b9a7-49573b44a7c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.664185 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7c642be3-90ca-48ae-80df-f8a420ededb5 req-d9f18953-3c18-45b5-82e5-45f6ee93ffc1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869565 Apr 11 16:47:13.741207 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device a1a2d06b-2deb-4fb0-8f76-38de755a76c0 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:13.744648 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0e4128b0-9bd6-4c3e-b9a7-49573b44a7c6 admin admin] Publish callbacks [] for security_group (49bd6f05-c05a-47c9-a881-6cd90b5e5060), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.781916 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Router 8944fe81-927d-4b52-877e-287fb7d32a29 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:47:13.790417 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Current status of the port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:13.790823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.832419 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:13.832818 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.835631 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] For port a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:13.844939 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0e4128b0-9bd6-4c3e-b9a7-49573b44a7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (49bd6f05-c05a-47c9-a881-6cd90b5e5060), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.898926 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4128b0-9bd6-4c3e-b9a7-49573b44a7c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49bd6f05-c05a-47c9-a881-6cd90b5e5060,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:13.907462 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0e4128b0-9bd6-4c3e-b9a7-49573b44a7c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d3d657d56fda453b81d31cdd1b95247b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3824785 Apr 11 16:47:13.909508 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55902) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:13.928648 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:13.928648 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.958697 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:13.965168 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:13.985308 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:13.995625 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:13.996487 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:14.001140 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] Publish callbacks [] for security_group (49bd6f05-c05a-47c9-a881-6cd90b5e5060), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.032398 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] Publish callbacks [] for security_group (49bd6f05-c05a-47c9-a881-6cd90b5e5060), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.034889 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.db.api [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110561) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 16:47:14.035299 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG oslo_db.api [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 16:47:14.051530 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0942a4d-35cf-4942-97ca-80f9327faaaa None None] Pushing event updated for resources: {'Port': ['ID=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:14.090619 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-760e7ff8-4b36-46bc-b5d5-0c76777a6287 None None] Provisioning complete for port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:14.091030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-760e7ff8-4b36-46bc-b5d5-0c76777a6287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.110493 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.116838 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1f73c94b-4358-4bda-8046-fac31bbceb49 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0906408 Apr 11 16:47:14.117042 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:14.117208 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55906) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:14.171151 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (49bd6f05-c05a-47c9-a881-6cd90b5e5060), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.176836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.180360 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/49bd6f05-c05a-47c9-a881-6cd90b5e5060 HTTP/1.1" status: 204 len: 168 time: 0.2685943 Apr 11 16:47:14.193861 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed0e343-0b05-49b9-ad58-4e006064d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49bd6f05-c05a-47c9-a881-6cd90b5e5060,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:14.195482 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-760e7ff8-4b36-46bc-b5d5-0c76777a6287 None None] Current status of the port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:14.281257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55912) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:14.297913 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-54d36b55-91d9-4e35-88ff-65a4a3100e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.341504 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:12Z', 'revision_number': 3, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:14.372863 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:14.373211 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Updating router 8944fe81-927d-4b52-877e-287fb7d32a29 port ea135cbb-a297-4498-aa81-118000a9c15c binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:47:14.406406 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-54d36b55-91d9-4e35-88ff-65a4a3100e5b admin admin] Publish callbacks [] for security_group (2778031d-6da2-41c8-a392-1dfcace2c570), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.413619 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.531178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-54d36b55-91d9-4e35-88ff-65a4a3100e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (2778031d-6da2-41c8-a392-1dfcace2c570), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.576293 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-54d36b55-91d9-4e35-88ff-65a4a3100e5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7f8be487e4ee4252b59460b106f639eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935624 Apr 11 16:47:14.580323 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55918) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:14.581039 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d36b55-91d9-4e35-88ff-65a4a3100e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2778031d-6da2-41c8-a392-1dfcace2c570,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:14.644869 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:14.692244 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.711032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] Publish callbacks [] for security_group (2778031d-6da2-41c8-a392-1dfcace2c570), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.751276 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] Publish callbacks [] for security_group (2778031d-6da2-41c8-a392-1dfcace2c570), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.827613 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks [] for port (ea135cbb-a297-4498-aa81-118000a9c15c), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.894220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbe3eab-2648-4832-abbc-43b48dd92d9e req-35a07579-f84d-4914-b92f-50053f3322ba tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:14.902406 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fbbe3eab-2648-4832-abbc-43b48dd92d9e req-35a07579-f84d-4914-b92f-50053f3322ba tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0740848 Apr 11 16:47:14.911833 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.940384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Allocated IP 172.20.0.1 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/5269b9d3-f86c-4ec8-89b1-96583a4812be) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:14.965740 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Pushing event updated for resources: {'Port': ['ID=ea135cbb-a297-4498-aa81-118000a9c15c,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:14.966639 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (2778031d-6da2-41c8-a392-1dfcace2c570), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.974066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:14.975294 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2778031d-6da2-41c8-a392-1dfcace2c570 HTTP/1.1" status: 204 len: 168 time: 0.3614707 Apr 11 16:47:15.014385 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.016222 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.016959 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.016959 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.017332 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.017677 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.018018 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.018353 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.018684 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.019741 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031192 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031192 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031192 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031192 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031192 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:47:15.031564 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1594b909-0422-46c5-b2c8-ea073b33e991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2778031d-6da2-41c8-a392-1dfcace2c570,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:15.052443 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Attempting to bind port ea135cbb-a297-4498-aa81-118000a9c15c on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:15.052818 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Attempting to bind port ea135cbb-a297-4498-aa81-118000a9c15c by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:15.053183 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Attempting to bind port ea135cbb-a297-4498-aa81-118000a9c15c on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:15.055703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fbbe3eab-2648-4832-abbc-43b48dd92d9e req-ae83f92f-a94f-4eb1-a9a3-92de1bb31f6c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523683 Apr 11 16:47:15.077692 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:15.077692 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:15.077692 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.077692 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:15.079709 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Bound port: ea135cbb-a297-4498-aa81-118000a9c15c, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:15.080363 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.142390 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] For port ea135cbb-a297-4498-aa81-118000a9c15c, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:15.143787 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks [] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.147392 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] For port ea135cbb-a297-4498-aa81-118000a9c15c, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ea135cbb-a297-4498-aa81-118000a9c15c,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:15.291744 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.357985 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:15.358624 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:15.404138 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1e75cc-9a9c-4ecc-9f18-67ff4ee9c4e8 None None] Pushing event updated for resources: {'Port': ['ID=ea135cbb-a297-4498-aa81-118000a9c15c,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:15.477353 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device a1a2d06b-2deb-4fb0-8f76-38de755a76c0 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:15.480583 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:15.501272 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.560633 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:15.560823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:15.561197 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.565153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:15.569606 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:15.616627 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Pushing event updated for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:15.655434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (8944fe81-927d-4b52-877e-287fb7d32a29), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.688223 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:15.808251 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:12Z', 'revision_number': 3, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:15.839285 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e67d13-8db4-45a8-aa18-c46121d21ba1 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:12Z', 'revision_number': 3, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:15.944912 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-f39ea968-665f-4d0b-acc9-d349d9c81fd8 None None] Provisioning complete for port 5269b9d3-f86c-4ec8-89b1-96583a4812be triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:15.945322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f39ea968-665f-4d0b-acc9-d349d9c81fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:15.957166 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.005479 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f39ea968-665f-4d0b-acc9-d349d9c81fd8 None None] Port 5269b9d3-f86c-4ec8-89b1-96583a4812be cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:47:16.237687 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 55984) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:16.256441 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks [] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.263421 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-76850429-384f-43f4-a527-0ec00785e2d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.292787 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cc76c-b85b-40ec-8ced-a8685d6cf52e req-8c6e41b2-13a1-412a-84ff-7d085858218b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:16.296866 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-753cc76c-b85b-40ec-8ced-a8685d6cf52e req-8c6e41b2-13a1-412a-84ff-7d085858218b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0708265 Apr 11 16:47:16.361116 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.403860 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-753cc76c-b85b-40ec-8ced-a8685d6cf52e req-89d89a50-8ea0-4d34-bd6b-eaaedc61ba69 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980287 Apr 11 16:47:16.444863 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (8944fe81-927d-4b52-877e-287fb7d32a29), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.486765 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-76850429-384f-43f4-a527-0ec00785e2d7 admin admin] Publish callbacks [] for security_group (929e0210-b288-4246-af6d-16efb46d9978), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.547527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Pushing event updated for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:16.594973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:16.596554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:16.646061 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-76850429-384f-43f4-a527-0ec00785e2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (929e0210-b288-4246-af6d-16efb46d9978), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.685289 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76850429-384f-43f4-a527-0ec00785e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e0210-b288-4246-af6d-16efb46d9978,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:16.721315 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-76850429-384f-43f4-a527-0ec00785e2d7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8b4b03f2115f4ebc878f50636be87da7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4796975 Apr 11 16:47:16.721671 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 55996) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:16.811032 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:47:16.848800 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] Publish callbacks [] for security_group (929e0210-b288-4246-af6d-16efb46d9978), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.899485 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] Publish callbacks [] for security_group (929e0210-b288-4246-af6d-16efb46d9978), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.930044 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-6a70a8e9-1f2a-44a1-bba3-012085cdc1bd None None] Provisioning complete for port 5269b9d3-f86c-4ec8-89b1-96583a4812be triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:16.930677 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6a70a8e9-1f2a-44a1-bba3-012085cdc1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:16.965530 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:16.971265 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f9d1294e-0af6-49ee-8080-8467a12cc652 admin admin] 10.222.0.32 "PUT /v2.0/routers/8944fe81-927d-4b52-877e-287fb7d32a29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8539677 Apr 11 16:47:16.974427 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-6a70a8e9-1f2a-44a1-bba3-012085cdc1bd None None] Port 5269b9d3-f86c-4ec8-89b1-96583a4812be cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:47:17.067956 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (929e0210-b288-4246-af6d-16efb46d9978), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.072248 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.077875 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/929e0210-b288-4246-af6d-16efb46d9978 HTTP/1.1" status: 204 len: 168 time: 0.3510327 Apr 11 16:47:17.105510 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b14cc6-f731-42c2-bbd5-6381e04bf083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e0210-b288-4246-af6d-16efb46d9978,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:17.579023 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ea135cbb-a297-4498-aa81-118000a9c15c up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:17.679678 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port ea135cbb-a297-4498-aa81-118000a9c15c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:17.680085 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.687250 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56048) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:17.693468 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1859076530', 'description': 'tempest-description--1580662753'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:17.744327 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537a543-682a-42ac-a06d-337e1fb4d5a5 req-307da877-261d-4b86-8fcd-fc689054d97b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:17.748809 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4537a543-682a-42ac-a06d-337e1fb4d5a5 req-307da877-261d-4b86-8fcd-fc689054d97b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1327250 Apr 11 16:47:17.833597 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4537a543-682a-42ac-a06d-337e1fb4d5a5 req-e5b4767c-0023-4fc0-bb3b-e421e871e64a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754778 Apr 11 16:47:17.842529 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.849746 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port ea135cbb-a297-4498-aa81-118000a9c15c is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:17.850500 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.888434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port ea135cbb-a297-4498-aa81-118000a9c15c, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ea135cbb-a297-4498-aa81-118000a9c15c,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:17.990284 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (430b0719-6c14-4518-bdfc-95ab296587b3), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:17.993727 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.053618 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=ea135cbb-a297-4498-aa81-118000a9c15c,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.153637 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:18.177017 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:18.177732 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:18.324785 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:18.382667 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (430b0719-6c14-4518-bdfc-95ab296587b3), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.428455 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=430b0719-6c14-4518-bdfc-95ab296587b3,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.494842 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.498885 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b4c77e6f-80bf-47a8-8d46-a8cb944fd161 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8076057 Apr 11 16:47:18.499180 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56078) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:18.507866 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '430b0719-6c14-4518-bdfc-95ab296587b3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:18.592673 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:16Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:18.618763 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (7ed5f5e5-daa2-40c3-8fe2-7b796be3b046), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.631597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:18.632320 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Updating router 8944fe81-927d-4b52-877e-287fb7d32a29 port 5269b9d3-f86c-4ec8-89b1-96583a4812be binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:47:18.672510 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.726785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (7ed5f5e5-daa2-40c3-8fe2-7b796be3b046), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.799427 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (7ed5f5e5-daa2-40c3-8fe2-7b796be3b046), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.829051 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56088) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:18.843597 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed5f5e5-daa2-40c3-8fe2-7b796be3b046,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:18.848987 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56092) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:18.909688 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:18.911569 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-c6227fe6-1acf-434b-af66-c2374c726f39 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4114101 Apr 11 16:47:18.914530 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56100) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:18.919881 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '430b0719-6c14-4518-bdfc-95ab296587b3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:19.030965 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1658115404-network', 'tenant_id': 'ad3d7190a7c340b693f3af3bd2089947'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:19.032513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53635984-b8f5-445d-9ec9-d0ce87fc5bfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.058497 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (1223e243-c6ed-4201-bc96-85cc130318a8), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.068064 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ada95-a5fb-4d1c-8b3c-6aadc735ee94 req-130e11a0-6350-452f-b7c5-7c32c557b6e3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:19.070835 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-857ada95-a5fb-4d1c-8b3c-6aadc735ee94 req-130e11a0-6350-452f-b7c5-7c32c557b6e3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0979195 Apr 11 16:47:19.108515 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks [] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.156235 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (1223e243-c6ed-4201-bc96-85cc130318a8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.179707 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-857ada95-a5fb-4d1c-8b3c-6aadc735ee94 req-aa30701f-19f2-4a1d-8df3-f50e25d84015 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003475 Apr 11 16:47:19.215463 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.216006 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53635984-b8f5-445d-9ec9-d0ce87fc5bfb admin admin] Publish callbacks [] for security_group (726fdaf1-67ee-4ba2-851c-610684c0737e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.269641 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (1223e243-c6ed-4201-bc96-85cc130318a8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.271352 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Made reservation on behalf of ad3d7190a7c340b693f3af3bd2089947 for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:19.273702 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.276526 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8ae7f-8b26-459d-b799-caec0a74e5e9 None None] Pushing event updated for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.299075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.306049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1223e243-c6ed-4201-bc96-85cc130318a8,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.349019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Attempting to bind port 5269b9d3-f86c-4ec8-89b1-96583a4812be on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:19.349668 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Attempting to bind port 5269b9d3-f86c-4ec8-89b1-96583a4812be by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:19.350393 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Attempting to bind port 5269b9d3-f86c-4ec8-89b1-96583a4812be on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:19.361862 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:19.362314 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:19.362727 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.363495 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:19.364014 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Bound port: 5269b9d3-f86c-4ec8-89b1-96583a4812be, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:19.375290 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.375792 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53635984-b8f5-445d-9ec9-d0ce87fc5bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (726fdaf1-67ee-4ba2-851c-610684c0737e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.446165 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53635984-b8f5-445d-9ec9-d0ce87fc5bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726fdaf1-67ee-4ba2-851c-610684c0737e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.455484 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-53635984-b8f5-445d-9ec9-d0ce87fc5bfb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=198b3e345dfd4fc38848f1153ad0d70e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6213088 Apr 11 16:47:19.461245 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks [] for security_group (59784374-ca2e-4475-9697-3a32357f7a72), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.461493 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56104) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:19.462285 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] For port 5269b9d3-f86c-4ec8-89b1-96583a4812be, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:19.472275 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] For port 5269b9d3-f86c-4ec8-89b1-96583a4812be, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5269b9d3-f86c-4ec8-89b1-96583a4812be,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:19.513301 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ea135cbb-a297-4498-aa81-118000a9c15c up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:19.537420 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] Publish callbacks [] for security_group (726fdaf1-67ee-4ba2-851c-610684c0737e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.570488 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.570488 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-21a55cba-0494-4e02-8332-032b1b13717a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6436219 Apr 11 16:47:19.570488 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56108) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:19.571126 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] Publish callbacks [] for security_group (726fdaf1-67ee-4ba2-851c-610684c0737e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.571205 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port ea135cbb-a297-4498-aa81-118000a9c15c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:19.571205 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.577926 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:19.594649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (59784374-ca2e-4475-9697-3a32357f7a72), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.622398 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 833} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:19.637310 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59784374-ca2e-4475-9697-3a32357f7a72,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.645067 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.692802 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Provisioning complete for port 5269b9d3-f86c-4ec8-89b1-96583a4812be triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:19.693130 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.725816 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (726fdaf1-67ee-4ba2-851c-610684c0737e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.727700 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.728891 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.733040 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/726fdaf1-67ee-4ba2-851c-610684c0737e HTTP/1.1" status: 204 len: 168 time: 0.2725210 Apr 11 16:47:19.738571 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (1c8c42eb-7052-485d-ab58-1a8df3af7fc0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.739212 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Added segment 1c8c42eb-7052-485d-ab58-1a8df3af7fc0 of type vlan for network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 Apr 11 16:47:19.742736 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f146e5-c3ab-422b-8772-0bda8f1275d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726fdaf1-67ee-4ba2-851c-610684c0737e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.763530 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:19.764048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:46:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:19.841903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c8ae7f-8b26-459d-b799-caec0a74e5e9 None None] Pushing event updated for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:19.875366 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port ea135cbb-a297-4498-aa81-118000a9c15c is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:19.889486 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (b88cae2c-0f53-4ad4-bc41-e032b4afdb75), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:19.927539 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.004207 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (b88cae2c-0f53-4ad4-bc41-e032b4afdb75), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.005139 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.005728 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.095486 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Current status of the port 5269b9d3-f86c-4ec8-89b1-96583a4812be is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:20.095777 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.101408 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] Pushing event updated for resources: {'Network': ['ID=b88cae2c-0f53-4ad4-bc41-e032b4afdb75,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:20.117659 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:20.124218 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.28.0.26 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:20.126043 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:20.240498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] For port 5269b9d3-f86c-4ec8-89b1-96583a4812be, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5269b9d3-f86c-4ec8-89b1-96583a4812be,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:20.247378 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3481d31c-8be6-4842-a7e4-899efd77b46e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3948698 Apr 11 16:47:20.248989 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56126) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:20.257725 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Request body: {'subnet': {'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1658115404-subnet', 'tenant_id': 'ad3d7190a7c340b693f3af3bd2089947', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:20.316621 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.325798 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe918ee-50c4-47c9-9f8d-6cea018ed65e req-b6de7caf-85ea-43fc-a7b2-464b973a794f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:20.328017 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-afe918ee-50c4-47c9-9f8d-6cea018ed65e req-b6de7caf-85ea-43fc-a7b2-464b973a794f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0597768 Apr 11 16:47:20.353673 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.384162 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-afe918ee-50c4-47c9-9f8d-6cea018ed65e req-514ec9e5-bffa-47a6-b2b0-72d571bf4136 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490725 Apr 11 16:47:20.460561 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a333a8-6c46-4f96-a2d6-02d589416a16 None None] Pushing event updated for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:20.484927 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-3341f234-f83f-40f3-96cb-401c21afaa20 None None] Provisioning complete for port 5269b9d3-f86c-4ec8-89b1-96583a4812be triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:20.485336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3341f234-f83f-40f3-96cb-401c21afaa20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.488976 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:19Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:20.492409 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.531317 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Made reservation on behalf of ad3d7190a7c340b693f3af3bd2089947 for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:20.534240 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59068369'] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.551525 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:20.563503 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:20.566048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:20.567855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19b80dd9-5f17-4e40-bb07-7f939e922d76 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:19Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:20.572085 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56130) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:20.590749 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc02f-3b4e-47a5-b351-9d8564ecea76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.663480 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:20.707570 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-3341f234-f83f-40f3-96cb-401c21afaa20 None None] Current status of the port 5269b9d3-f86c-4ec8-89b1-96583a4812be is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:20.800665 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc02f-3b4e-47a5-b351-9d8564ecea76 admin admin] Publish callbacks [] for security_group (f83057df-2221-4023-85ac-7c643ecd6468), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.850493 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56134) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:20.868044 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3d8cc02f-3b4e-47a5-b351-9d8564ecea76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f83057df-2221-4023-85ac-7c643ecd6468), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.909434 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3d8cc02f-3b4e-47a5-b351-9d8564ecea76 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c1a1d78f12c24a40b5ff3fa57d0f8fa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350871 Apr 11 16:47:20.910443 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56138) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:20.944641 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:20.983879 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8cc02f-3b4e-47a5-b351-9d8564ecea76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83057df-2221-4023-85ac-7c643ecd6468,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.006363 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] Publish callbacks [] for security_group (f83057df-2221-4023-85ac-7c643ecd6468), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.017718 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1377-0015-49ec-8b0d-b166ad7750b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.046847 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] Publish callbacks [] for security_group (f83057df-2221-4023-85ac-7c643ecd6468), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.052562 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59068355'] for subnet (61f6f9b6-c876-4d1d-be74-23bc0de7bf75), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.060770 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.166240 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1377-0015-49ec-8b0d-b166ad7750b1 admin admin] Publish callbacks [] for security_group (76be2051-1568-44c0-8a5a-16b02295b828), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.245533 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f83057df-2221-4023-85ac-7c643ecd6468), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.249316 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.251155 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f83057df-2221-4023-85ac-7c643ecd6468 HTTP/1.1" status: 204 len: 168 time: 0.3310206 Apr 11 16:47:21.269138 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea38d30-0369-4501-a37c-6e7846cf714b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83057df-2221-4023-85ac-7c643ecd6468,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.352847 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f6f9b6-c876-4d1d-be74-23bc0de7bf75,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.404049 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-eb6f1377-0015-49ec-8b0d-b166ad7750b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (76be2051-1568-44c0-8a5a-16b02295b828), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.424854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Checking segment: {'id': '1c8c42eb-7052-485d-ab58-1a8df3af7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:21.425052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Network hostable DHCP agents. Network: b88cae2c-0f53-4ad4-bc41-e032b4afdb75, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:21.487434 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6f1377-0015-49ec-8b0d-b166ad7750b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76be2051-1568-44c0-8a5a-16b02295b828,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.518899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-eb6f1377-0015-49ec-8b0d-b166ad7750b1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=42d48c868d904ee5b4cf7b3595f1a758&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6598241 Apr 11 16:47:21.520279 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56152) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:21.635284 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5269b9d3-f86c-4ec8-89b1-96583a4812be up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:21.658067 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec702c-65bf-4007-b0eb-c9afc077c4c1 req-db7dafec-4a2f-43e7-adfa-70d8dc13ef9b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:21.659699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10ec702c-65bf-4007-b0eb-c9afc077c4c1 req-db7dafec-4a2f-43e7-adfa-70d8dc13ef9b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1354389 Apr 11 16:47:21.723644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:21.729123 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.759537 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 5269b9d3-f86c-4ec8-89b1-96583a4812be triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:21.759923 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.763547 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10ec702c-65bf-4007-b0eb-c9afc077c4c1 req-9346b8b5-c28c-4bdc-8739-f8dda54b7417 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966854 Apr 11 16:47:21.797933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] Publish callbacks [] for security_group (76be2051-1568-44c0-8a5a-16b02295b828), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.807600 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.856971 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:21.871647 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, b88cae2c-0f53-4ad4-bc41-e032b4afdb75) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:21.874423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] Publish callbacks [] for security_group (76be2051-1568-44c0-8a5a-16b02295b828), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.879524 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:21.880633 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:21.883715 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-436d0ef9-76ba-48ec-9782-261f04d545b3 None None] Network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:21.918901 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 5269b9d3-f86c-4ec8-89b1-96583a4812be is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:21.968151 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.008474 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-19860590-8bc9-4bd5-9a13-0eb6ffb1f7b4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7564008 Apr 11 16:47:22.043749 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (76be2051-1568-44c0-8a5a-16b02295b828), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.044572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.048279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c90330a5-3091-471b-982b-30bb5f254108 None None] Network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:22.048551 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76be2051-1568-44c0-8a5a-16b02295b828 HTTP/1.1" status: 204 len: 168 time: 0.5202489 Apr 11 16:47:22.064670 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6124823-bf33-4067-9b7c-76b1cd7361c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76be2051-1568-44c0-8a5a-16b02295b828,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:22.112349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:22.114583 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-48fa15d9-4551-4153-a4d0-eefab4e06fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5507576 Apr 11 16:47:22.512156 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-e7ed9f58-730d-41bc-a561-6dd4032565e2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1859076530&fields=id&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 267 time: 0.0586092 Apr 11 16:47:22.631060 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-7ceb956f-0a48-4bae-829a-a4de891fefa1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.632661 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-7ceb956f-0a48-4bae-829a-a4de891fefa1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1127791 Apr 11 16:47:22.653319 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-18e343be-d871-40be-885b-2ab82408d383 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/quotas/e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 375 time: 0.0145118 Apr 11 16:47:22.738097 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-bad4ba27-aec0-4571-96ec-07442ed86200 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710278 Apr 11 16:47:22.847843 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-3979bb2f-8466-4d5b-83c8-d07d55d2537f service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006224 Apr 11 16:47:22.969940 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a4583e-a7d8-4e8c-b6eb-7a6b46a99d95 req-0b7a0229-91f7-44ad-9a5c-fb4a9e99ca1d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:22.971641 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-75a4583e-a7d8-4e8c-b6eb-7a6b46a99d95 req-0b7a0229-91f7-44ad-9a5c-fb4a9e99ca1d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1205211 Apr 11 16:47:23.035721 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-49875f0e-6231-4ab8-b30a-4c222c8ac1ce service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831503 Apr 11 16:47:23.050674 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-75a4583e-a7d8-4e8c-b6eb-7a6b46a99d95 req-6f7da4f2-7ac6-46fc-a0d4-48f0fc0e8c68 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732181 Apr 11 16:47:23.141262 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56236) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:23.163252 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c7-3d68-4d39-b5cc-e4e9308e3c25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.401171 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c7-3d68-4d39-b5cc-e4e9308e3c25 admin admin] Publish callbacks [] for security_group (f9d2b1d9-89bb-4c00-be06-6ad25eabcd70), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.481183 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e07b03e3-bea5-4753-8ffb-60694cda766c req-c9f4cb02-84da-4418-bfda-affd52ae20e5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 210 time: 0.0400977 Apr 11 16:47:23.529393 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3339d8c7-3d68-4d39-b5cc-e4e9308e3c25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f9d2b1d9-89bb-4c00-be06-6ad25eabcd70), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.596054 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3339d8c7-3d68-4d39-b5cc-e4e9308e3c25 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4137e3f7510e4a38b1ae81a30bb0f059&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4506168 Apr 11 16:47:23.596054 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339d8c7-3d68-4d39-b5cc-e4e9308e3c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d2b1d9-89bb-4c00-be06-6ad25eabcd70,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:23.596815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56252) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:23.669337 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-292b800e-0754-4019-80a2-257602656329 admin admin] Publish callbacks [] for security_group (f9d2b1d9-89bb-4c00-be06-6ad25eabcd70), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.679375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3ce2c4ce-b00a-4469-88d8-a9dc37f44d6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.719694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-292b800e-0754-4019-80a2-257602656329 admin admin] Publish callbacks [] for security_group (f9d2b1d9-89bb-4c00-be06-6ad25eabcd70), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.773354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56260) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:23.779435 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1751083256-network', 'tenant_id': '30fd9cb075c648d983dc0165ae11267c'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:23.920226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-292b800e-0754-4019-80a2-257602656329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f9d2b1d9-89bb-4c00-be06-6ad25eabcd70), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.922982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-292b800e-0754-4019-80a2-257602656329 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.924880 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-292b800e-0754-4019-80a2-257602656329 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9d2b1d9-89bb-4c00-be06-6ad25eabcd70 HTTP/1.1" status: 204 len: 168 time: 0.3261867 Apr 11 16:47:23.935599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b800e-0754-4019-80a2-257602656329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d2b1d9-89bb-4c00-be06-6ad25eabcd70,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:23.948192 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Made reservation on behalf of 30fd9cb075c648d983dc0165ae11267c for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:23.951002 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:23.971454 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.062361 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks [] for security_group (8dfa27e4-a995-4777-9081-230cc20f9181), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.203978 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff5146-51c2-42dc-b11d-bfa4359b7a69 req-4a7249f3-abc7-41ff-a6a8-b7a14f8071f2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.205578 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5eff5146-51c2-42dc-b11d-bfa4359b7a69 req-4a7249f3-abc7-41ff-a6a8-b7a14f8071f2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0576417 Apr 11 16:47:24.217354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8dfa27e4-a995-4777-9081-230cc20f9181), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.257742 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:47:24.269627 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dfa27e4-a995-4777-9081-230cc20f9181,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:24.283178 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (078fb433-ea90-4af6-9479-1778a5a5c6d5), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.293333 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Added segment 078fb433-ea90-4af6-9479-1778a5a5c6d5 of type vlan for network 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e Apr 11 16:47:24.298696 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5eff5146-51c2-42dc-b11d-bfa4359b7a69 req-945daa98-0a31-41bc-867a-ff889e11a1ae tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Apr 11 16:47:24.339085 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (2c8bfd96-438d-4ab2-a8b1-8b046d2c848e), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.434372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (2c8bfd96-438d-4ab2-a8b1-8b046d2c848e), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.435873 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:24.437293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:24.543299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8bfd96-438d-4ab2-a8b1-8b046d2c848e,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:24.562760 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:47:24.591737 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ed7e9a49-327c-46e0-8788-6925cfab9737 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8171511 Apr 11 16:47:24.594579 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56292) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:24.603783 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Request body: {'subnet': {'network_id': '2c8bfd96-438d-4ab2-a8b1-8b046d2c848e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1751083256-subnet', 'tenant_id': '30fd9cb075c648d983dc0165ae11267c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:24.615645 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7287d47c-770d-4d22-8fba-2f05f74422b9 req-7666b435-91ae-4cd5-9af1-122fc943f4ae tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 210 time: 0.0482686 Apr 11 16:47:24.736372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Made reservation on behalf of 30fd9cb075c648d983dc0165ae11267c for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:24.738693 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59068369'] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.028142 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59068355'] for subnet (5199340d-ebf6-4b11-9c59-b18ae8e0d339), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.077706 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5199340d-ebf6-4b11-9c59-b18ae8e0d339,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:25.095910 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Checking segment: {'id': '078fb433-ea90-4af6-9479-1778a5a5c6d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': '2c8bfd96-438d-4ab2-a8b1-8b046d2c848e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:25.096380 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Network hostable DHCP agents. Network: 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:47:25.216836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Network 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:47:25.313645 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:25.318514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.319319 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:25.342285 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71ee850-f8e8-4d22-acbb-91c1b5b6926b None None] Network 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:25.440458 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-eb083f00-910e-41c9-9ce6-fadc9b64e26e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8439295 Apr 11 16:47:25.522975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecdec4d3-7199-4806-886c-a742c48b6823 None None] Network 2c8bfd96-438d-4ab2-a8b1-8b046d2c848e requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:47:25.535560 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0895db63-6173-4ab1-9069-ce92ca8eab43 req-e1cc6df7-89a6-4d35-904b-c4cb3a0c02ec tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.537948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0895db63-6173-4ab1-9069-ce92ca8eab43 req-e1cc6df7-89a6-4d35-904b-c4cb3a0c02ec tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1159275 Apr 11 16:47:25.673895 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0895db63-6173-4ab1-9069-ce92ca8eab43 req-b9e62537-4f25-4f4a-ba80-91998a4f9b04 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187997 Apr 11 16:47:25.675034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5a9df8-e6b7-4775-9a2f-6d256809032e req-a39ae071-631f-44f2-aead-98a60c09cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:25.676711 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-be5a9df8-e6b7-4775-9a2f-6d256809032e req-a39ae071-631f-44f2-aead-98a60c09cdf7 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1129 time: 0.0953324 Apr 11 16:47:25.738408 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-be5a9df8-e6b7-4775-9a2f-6d256809032e req-e2b158b9-6130-455a-bafe-2e91e21f0a9e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555618 Apr 11 16:47:25.754767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4154f9ff-9bf8-41a4-a37b-1b03f17cc2af req-3c9da40b-6657-4a9a-b4ac-e0a5bfe03ebc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 210 time: 0.0299497 Apr 11 16:47:26.392438 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56364) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.545202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-266f0977-d2ce-4590-8a58-9f471ef32a9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.576769 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8408850b-0246-4944-9f79-807fb11042fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.625931 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-3d73bcd6-5ab3-4bc6-9456-e17c249e02fc tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:26.634050 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-3d73bcd6-5ab3-4bc6-9456-e17c249e02fc tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/networks?id=b88cae2c-0f53-4ad4-bc41-e032b4afdb75 HTTP/1.1" status: 200 len: 809 time: 0.1448674 Apr 11 16:47:26.649804 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-321cdf29-2d43-4a98-9bd9-485e2ec3fc44 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/quotas/ad3d7190a7c340b693f3af3bd2089947 HTTP/1.1" status: 200 len: 375 time: 0.0147040 Apr 11 16:47:26.660549 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-266f0977-d2ce-4590-8a58-9f471ef32a9d admin admin] Publish callbacks [] for security_group (897cf239-83f2-4a11-945c-4a4145756660), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.761146 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-266f0977-d2ce-4590-8a58-9f471ef32a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (897cf239-83f2-4a11-945c-4a4145756660), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.827002 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-266f0977-d2ce-4590-8a58-9f471ef32a9d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bfb1c994a55841109876a6b806d25137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4333270 Apr 11 16:47:26.832301 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56396) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:26.846871 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f0977-d2ce-4590-8a58-9f471ef32a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=897cf239-83f2-4a11-945c-4a4145756660,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:26.913646 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] Publish callbacks [] for security_group (897cf239-83f2-4a11-945c-4a4145756660), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:26.926432 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-1a0acaf1-e5fc-4dc8-8531-a268f90fdf5c tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ad3d7190a7c340b693f3af3bd2089947&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2755961 Apr 11 16:47:26.955884 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] Publish callbacks [] for security_group (897cf239-83f2-4a11-945c-4a4145756660), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.091842 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ced440-8b58-4a30-806f-4c70797b92c5 req-93be2bcb-2205-4157-baa0-e793e3a05d14 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:27.093343 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-73ced440-8b58-4a30-806f-4c70797b92c5 req-93be2bcb-2205-4157-baa0-e793e3a05d14 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1649566 Apr 11 16:47:27.105717 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (897cf239-83f2-4a11-945c-4a4145756660), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.105717 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.105871 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/897cf239-83f2-4a11-945c-4a4145756660 HTTP/1.1" status: 204 len: 168 time: 0.2737112 Apr 11 16:47:27.116240 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6b3c9f-e5e6-4460-af21-821189f37b94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=897cf239-83f2-4a11-945c-4a4145756660,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:27.200116 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-73ced440-8b58-4a30-806f-4c70797b92c5 req-e724afe8-1ae9-4805-97ae-bf622e384926 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986123 Apr 11 16:47:27.208572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-f44bb121-3769-4eec-9b16-b455d0d01395 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:27.210430 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-f44bb121-3769-4eec-9b16-b455d0d01395 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.2810209 Apr 11 16:47:27.218906 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-fc29e8a1-7d93-4a37-9fdd-5f0486f2d7f4 service neutron] 10.222.0.32 "GET /v2.0/networks/b88cae2c-0f53-4ad4-bc41-e032b4afdb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915180 Apr 11 16:47:27.321581 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-41152d96-6b5f-426b-af62-647573063060 req-13b986da-5074-440d-8898-24ab23602567 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 210 time: 0.0351973 Apr 11 16:47:27.343030 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-61eb4263-67a1-4661-8e93-039e3d63137a service neutron] 10.222.0.32 "GET /v2.0/networks/b88cae2c-0f53-4ad4-bc41-e032b4afdb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230834 Apr 11 16:47:27.431988 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:27.543354 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-e8aaeb59-e19f-4109-9a24-e76ab3af8d51 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 380 time: 0.0706499 Apr 11 16:47:27.556280 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'port': {'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'admin_state_up': True, 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'security_groups': ['430b0719-6c14-4518-bdfc-95ab296587b3']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:27.683582 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2ebf864d-197c-46ba-9d78-fe97d0550bb5 req-302d12ff-6f72-4723-900a-4b2e4ceec88c tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0840652 Apr 11 16:47:27.887343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:27.894675 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.004694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56442) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:28.039914 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.20.0.8 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/a68a7ab3-85ae-4290-8b54-c16688d9239d) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:28.185884 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.326714 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.346411 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e1d079dc-b3f1-4371-910e-d67c63c0c17f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.398159 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:28.407765 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ec6ee-f50e-4683-8363-cd28dc480921 req-3919c56f-5f4c-4de4-a564-c40983b21503 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.409287 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0e7ec6ee-f50e-4683-8363-cd28dc480921 req-3919c56f-5f4c-4de4-a564-c40983b21503 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.1149392 Apr 11 16:47:28.415147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:28.430574 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:28.663100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e1d079dc-b3f1-4371-910e-d67c63c0c17f admin admin] Publish callbacks [] for security_group (9dca8b15-8929-435d-a142-393d289f3368), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dfeb0a-856d-40e6-bc99-0248b2a7c773 req-8c2aad22-9dc3-438a-822a-8ea57fa0f017 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a0dfeb0a-856d-40e6-bc99-0248b2a7c773 req-8c2aad22-9dc3-438a-822a-8ea57fa0f017 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 931 time: 0.1253896 Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0e7ec6ee-f50e-4683-8363-cd28dc480921 req-78e1cf84-024c-4489-966f-7be823c9405c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443417 Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a0dfeb0a-856d-40e6-bc99-0248b2a7c773 req-b4fd1904-97c4-439c-b4db-9aad0a3aff0c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922608 Apr 11 16:47:28.742870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6ab1d3-6259-4b44-b77c-f7cb03eb00a4 req-47e5f4b6-6da1-4386-8fd6-2216c653bb62 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:28.748186 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-03032e47-3c41-460f-a7a1-9a4640480fee None None] Provisioning complete for port a68a7ab3-85ae-4290-8b54-c16688d9239d triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:28.748186 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-03032e47-3c41-460f-a7a1-9a4640480fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.749948 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e1d079dc-b3f1-4371-910e-d67c63c0c17f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (9dca8b15-8929-435d-a142-393d289f3368), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.752029 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd6ab1d3-6259-4b44-b77c-f7cb03eb00a4 req-47e5f4b6-6da1-4386-8fd6-2216c653bb62 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0754328 Apr 11 16:47:28.752524 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:47:28.776857 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-95069931-4747-40af-9fe4-8be79830489f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2227292 Apr 11 16:47:28.799966 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Request body: {'port': {'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:28.805270 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-03032e47-3c41-460f-a7a1-9a4640480fee None None] Port a68a7ab3-85ae-4290-8b54-c16688d9239d cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:47:28.813796 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.836185 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e1d079dc-b3f1-4371-910e-d67c63c0c17f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=26ec5d90696a44f18f46af225f54310a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8280301 Apr 11 16:47:28.836185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d079dc-b3f1-4371-910e-d67c63c0c17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca8b15-8929-435d-a142-393d289f3368,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:28.836971 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56468) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:28.895635 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4afbe01b-aff9-407d-a0c2-9a40c96d6d83 req-de7f7c4c-68ce-4e7d-8196-7250d4ace318 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0898376 Apr 11 16:47:28.897523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] Publish callbacks [] for security_group (9dca8b15-8929-435d-a142-393d289f3368), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.945833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] Publish callbacks [] for security_group (9dca8b15-8929-435d-a142-393d289f3368), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:28.949994 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd6ab1d3-6259-4b44-b77c-f7cb03eb00a4 req-4d38ab54-d3fa-43a9-9aee-89ae94a9313e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102044 Apr 11 16:47:28.972345 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.097005 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (9dca8b15-8929-435d-a142-393d289f3368), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.105845 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.105845 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9dca8b15-8929-435d-a142-393d289f3368 HTTP/1.1" status: 204 len: 168 time: 0.2654872 Apr 11 16:47:29.120305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0d6b32-ddc5-42f0-9ee8-86c19a341177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca8b15-8929-435d-a142-393d289f3368,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:29.320602 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68a7ab3-85ae-4290-8b54-c16688d9239d {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:29.328409 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks [] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.340868 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Transition to ACTIVE for port object a68a7ab3-85ae-4290-8b54-c16688d9239d will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:47:29.502546 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.554767 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Pushing event updated for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:29.646999 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Attempting to bind port a68a7ab3-85ae-4290-8b54-c16688d9239d on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:29.647732 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Attempting to bind port a68a7ab3-85ae-4290-8b54-c16688d9239d by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:29.648245 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Attempting to bind port a68a7ab3-85ae-4290-8b54-c16688d9239d on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:29.654418 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Port a68a7ab3-85ae-4290-8b54-c16688d9239d on network b1462718-260f-46ea-b617-b3b6cd8e0127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:47:29.655155 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Attempting to bind port a68a7ab3-85ae-4290-8b54-c16688d9239d on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:29.671694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:29.671694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:29.671694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:29.671694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Bound port: a68a7ab3-85ae-4290-8b54-c16688d9239d, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:29.671694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.771200 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b93889-db6c-4578-a28f-825432820b3a req-93fe249d-2428-40c2-9dc0-37f7a1008076 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:29.772844 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8b93889-db6c-4578-a28f-825432820b3a req-93fe249d-2428-40c2-9dc0-37f7a1008076 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 943 time: 0.0689454 Apr 11 16:47:29.780329 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:29.792630 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:29.840204 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8b93889-db6c-4578-a28f-825432820b3a req-13563d7d-dd54-4f79-8b52-33a8669ca0fa tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503392 Apr 11 16:47:29.890077 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.937622 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:29.938598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:29.940124 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] 10.222.0.72 "PUT /v2.0/ports/a68a7ab3-85ae-4290-8b54-c16688d9239d HTTP/1.1" status: 200 len: 1093 time: 1.1459405 Apr 11 16:47:29.942780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:29.946866 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af371d2a-8d6c-42e5-b718-8e752333c031" -d '{"events": [{"name": "network-changed", "server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:30.028735 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6208672-c7cd-4150-ba0b-ca8bda2e95cb x-openstack-request-id: req-c6208672-c7cd-4150-ba0b-ca8bda2e95cb {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:30.029217 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:30.029344 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c6208672-c7cd-4150-ba0b-ca8bda2e95cb {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:30.029665 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6208672-c7cd-4150-ba0b-ca8bda2e95cb'] response: {'name': 'network-changed', 'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'status': 'completed', 'code': 200} Apr 11 16:47:30.033331 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a7bd4-924f-454d-b14f-290fa7e9c89c service neutron] Pushing event updated for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:30.051976 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b86d794b-6d7a-433b-9c1e-e1c3307da582 req-64081db2-a7a2-4a62-b03c-24b81054cb43 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0353959 Apr 11 16:47:30.106706 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-42d1a9f7-c9a5-4db7-8ada-aa4479dfa529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.108386 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-42d1a9f7-c9a5-4db7-8ada-aa4479dfa529 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 1127 time: 0.0456707 Apr 11 16:47:30.255053 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56510) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:30.272675 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-158e9648-5cf5-4b19-9a2b-4a721cd10806 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.281051 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-f4ea64ba-0ee2-40ca-b9ce-9c729f65ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.283310 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-f4ea64ba-0ee2-40ca-b9ce-9c729f65ac04 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1591089 Apr 11 16:47:30.365158 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.382125 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-bc3ec184-27b6-4f68-9182-a222ee580fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.383703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af371d2a-8d6c-42e5-b718-8e752333c031 req-bc3ec184-27b6-4f68-9182-a222ee580fc2 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930922 Apr 11 16:47:30.464347 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-b9f4d648-78cd-4f8a-b2a0-19d50f88055b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.472185 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-b9f4d648-78cd-4f8a-b2a0-19d50f88055b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 1127 time: 0.0444989 Apr 11 16:47:30.507471 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-57b1c608-bd78-4b14-aeba-34436fd2433f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d HTTP/1.1" status: 200 len: 217 time: 0.0336447 Apr 11 16:47:30.535725 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-158e9648-5cf5-4b19-9a2b-4a721cd10806 admin admin] Publish callbacks [] for security_group (c50ad1cd-2073-435b-8622-2d1930289dae), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.555640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-105bf196-15cb-481b-95ec-f3513a157188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.557204 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-105bf196-15cb-481b-95ec-f3513a157188 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0441494 Apr 11 16:47:30.604646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-86a9b2a1-dc01-491a-b590-148a2ba1b3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:30.606178 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-86a9b2a1-dc01-491a-b590-148a2ba1b3f6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0421031 Apr 11 16:47:30.674822 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-158e9648-5cf5-4b19-9a2b-4a721cd10806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c50ad1cd-2073-435b-8622-2d1930289dae), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.702063 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-a6c990f3-6534-4b02-a7c9-f2d03f6eb2be service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886147 Apr 11 16:47:30.714593 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-158e9648-5cf5-4b19-9a2b-4a721cd10806 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9aad1aea3f7440df80eea7cbdc8aeef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545150 Apr 11 16:47:30.715231 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56516) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:30.744452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158e9648-5cf5-4b19-9a2b-4a721cd10806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50ad1cd-2073-435b-8622-2d1930289dae,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:30.780353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] Publish callbacks [] for security_group (c50ad1cd-2073-435b-8622-2d1930289dae), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.800605 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-208544c3-71b8-4e2c-8dca-b81920a6bb98 req-7b95187a-ba79-4330-a59f-14c7ff32cfd4 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916629 Apr 11 16:47:30.802387 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] Publish callbacks [] for security_group (c50ad1cd-2073-435b-8622-2d1930289dae), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.964883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c50ad1cd-2073-435b-8622-2d1930289dae), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.967860 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:30.969479 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c50ad1cd-2073-435b-8622-2d1930289dae HTTP/1.1" status: 204 len: 168 time: 0.2511225 Apr 11 16:47:30.978803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406bd0e8-e6a5-4d24-bced-4b47914877c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50ad1cd-2073-435b-8622-2d1930289dae,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:30.996452 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0559e-c79e-4d37-b0ad-68b9c05002d0 req-92b30adc-e467-4934-a932-3d62fc33465d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:31.006262 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8eb0559e-c79e-4d37-b0ad-68b9c05002d0 req-92b30adc-e467-4934-a932-3d62fc33465d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 943 time: 0.0814791 Apr 11 16:47:31.086714 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8eb0559e-c79e-4d37-b0ad-68b9c05002d0 req-09d9d5fd-e957-48c6-9c30-f6f369d73736 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693030 Apr 11 16:47:31.098913 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56536) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:31.178214 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c48fb858-c544-4902-ab0c-17bdfa47c35f req-cfc45fb9-6ae4-4786-8189-48eb89f9d3d8 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0286562 Apr 11 16:47:31.281185 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd1ff-8a14-4f71-9901-9e099ce2350b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.381513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd1ff-8a14-4f71-9901-9e099ce2350b admin admin] Publish callbacks [] for security_group (64b0fffc-3dbd-42b4-9bb7-03d80ecf574e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.502556 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2c9fd1ff-8a14-4f71-9901-9e099ce2350b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (64b0fffc-3dbd-42b4-9bb7-03d80ecf574e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.547241 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-2c9fd1ff-8a14-4f71-9901-9e099ce2350b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dc3572eb52244d4873e1a3f6cd92964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471040 Apr 11 16:47:31.548770 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9fd1ff-8a14-4f71-9901-9e099ce2350b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b0fffc-3dbd-42b4-9bb7-03d80ecf574e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:31.550426 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56550) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:31.617660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] Publish callbacks [] for security_group (64b0fffc-3dbd-42b4-9bb7-03d80ecf574e), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.639772 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] Publish callbacks [] for security_group (64b0fffc-3dbd-42b4-9bb7-03d80ecf574e), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.777127 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (64b0fffc-3dbd-42b4-9bb7-03d80ecf574e), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.781426 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:31.792697 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/64b0fffc-3dbd-42b4-9bb7-03d80ecf574e HTTP/1.1" status: 204 len: 168 time: 0.2316837 Apr 11 16:47:31.792697 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358db25-b79f-4fc6-899a-694bf5a0c898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b0fffc-3dbd-42b4-9bb7-03d80ecf574e,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:31.916844 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e868325-5a71-41fd-aba3-f4ee8a2e1702 req-c97715e4-57e6-4093-bb74-0daf51c0487b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:31.918490 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8e868325-5a71-41fd-aba3-f4ee8a2e1702 req-c97715e4-57e6-4093-bb74-0daf51c0487b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0627205 Apr 11 16:47:31.976795 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8e868325-5a71-41fd-aba3-f4ee8a2e1702 req-6eb76b9e-1b92-4c77-8f6e-ec49f695cda3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517845 Apr 11 16:47:32.212919 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-de214607-cac6-43bd-a21a-4eb1933751ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.213148 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-de214607-cac6-43bd-a21a-4eb1933751ea service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.0746715 Apr 11 16:47:32.259386 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0aa010e-9f33-454b-bb70-275bd450cf72 req-39e9b94a-7241-49ed-a991-c0ac39b239b0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.262062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c0aa010e-9f33-454b-bb70-275bd450cf72 req-39e9b94a-7241-49ed-a991-c0ac39b239b0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 943 time: 0.0914137 Apr 11 16:47:32.397426 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0adc4915-38e8-41c8-b213-0aef0ee9e5d1 req-282201bc-f687-4e33-92f1-b3575e2d4e6d tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0661161 Apr 11 16:47:32.424219 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-fc2e695a-6c3d-4bff-9d01-0b58fec59c78 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.437883 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-fc2e695a-6c3d-4bff-9d01-0b58fec59c78 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.72 "GET /v2.0/networks?id=b88cae2c-0f53-4ad4-bc41-e032b4afdb75 HTTP/1.1" status: 200 len: 809 time: 0.2022183 Apr 11 16:47:32.451420 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Request body: {'port': {'device_id': '61674d11-1db7-450a-a71b-f04761ddff97', 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75', 'admin_state_up': True, 'tenant_id': 'ad3d7190a7c340b693f3af3bd2089947'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:32.488633 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-3d5d1f8d-fb4a-4fb3-a412-6a4bb1f19881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.490429 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-3d5d1f8d-fb4a-4fb3-a412-6a4bb1f19881 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.2568896 Apr 11 16:47:32.543652 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-22f078e2-29e6-496d-8271-d13de873ac86 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 217 time: 0.0444667 Apr 11 16:47:32.601125 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c0aa010e-9f33-454b-bb70-275bd450cf72 req-82bbe3aa-98fc-4cce-9eca-49f2451cd820 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2223225 Apr 11 16:47:32.623248 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-68d9baa6-24d6-4b5d-af8e-aca18203c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.624264 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-68d9baa6-24d6-4b5d-af8e-aca18203c7c7 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0695212 Apr 11 16:47:32.667947 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-e972ed94-350f-4f86-9366-ab192793b959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:32.669441 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-e972ed94-350f-4f86-9366-ab192793b959 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393507 Apr 11 16:47:32.678929 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Made reservation on behalf of ad3d7190a7c340b693f3af3bd2089947 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:47:32.682346 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:32.783055 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-ebac4613-8973-4d52-bc3f-3990e88b9540 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947542 Apr 11 16:47:32.823798 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Allocated IP 172.20.0.12 (b88cae2c-0f53-4ad4-bc41-e032b4afdb75/61f6f9b6-c876-4d1d-be74-23bc0de7bf75/05b93452-4c72-4c2a-a762-a38f44796f9c) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:47:32.903457 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e517b3-82d9-445c-aabd-4d77617397d3 req-3206050f-3394-48eb-b705-38d00dc1b7f5 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124766 Apr 11 16:47:33.015678 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks [] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.129034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5a92e-69e0-4359-b2fc-2cb53a61bede req-f9cb15c4-63b1-42c8-adc7-9d484fd07cfa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:33.132340 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fab5a92e-69e0-4359-b2fc-2cb53a61bede req-f9cb15c4-63b1-42c8-adc7-9d484fd07cfa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0473056 Apr 11 16:47:33.181456 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fab5a92e-69e0-4359-b2fc-2cb53a61bede req-a9c22a70-ecb8-4fe5-b8da-37766063b8b0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Apr 11 16:47:33.186593 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.236415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:47:33.239490 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:47:33.243087 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:47:33.274929 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Pushing event updated for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:33.302636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:33.302636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.385528 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-b5114c59-8848-420b-8586-535c01b7a489 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9398718 Apr 11 16:47:33.398854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Request body: {'port': {'device_id': '61674d11-1db7-450a-a71b-f04761ddff97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:33.469674 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.526629 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f67912-2aad-4af8-b996-05b98cc57c14 req-85b379bc-28b6-42d6-b0f6-8ea6af2920b0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:33.528189 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59f67912-2aad-4af8-b996-05b98cc57c14 req-85b379bc-28b6-42d6-b0f6-8ea6af2920b0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 932 time: 0.0496655 Apr 11 16:47:33.578381 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59f67912-2aad-4af8-b996-05b98cc57c14 req-4d8a3a05-0d6c-4769-bdaf-c9bb97fe14cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439489 Apr 11 16:47:33.731918 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c9f4f1-9a55-46a0-9943-3c18f9dd6749 req-9a8e5bf0-f7d3-4312-85c1-a4f7451c9ab8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:33.736436 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-62c9f4f1-9a55-46a0-9943-3c18f9dd6749 req-9a8e5bf0-f7d3-4312-85c1-a4f7451c9ab8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 943 time: 0.0555224 Apr 11 16:47:33.774473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b93452-4c72-4c2a-a762-a38f44796f9c {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:33.783037 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks [] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.783255 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-62c9f4f1-9a55-46a0-9943-3c18f9dd6749 req-c8387877-7288-4ffc-aaef-9cfffaf49c11 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433707 Apr 11 16:47:33.797671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Transition to ACTIVE for port object 05b93452-4c72-4c2a-a762-a38f44796f9c will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:47:33.873652 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:33.927523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Pushing event updated for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:33.994148 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Attempting to bind port 05b93452-4c72-4c2a-a762-a38f44796f9c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:47:33.994471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Attempting to bind port 05b93452-4c72-4c2a-a762-a38f44796f9c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '1c8c42eb-7052-485d-ab58-1a8df3af7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:47:33.994795 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Attempting to bind port 05b93452-4c72-4c2a-a762-a38f44796f9c on network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:33.999109 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Port 05b93452-4c72-4c2a-a762-a38f44796f9c on network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:47:34.004146 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Attempting to bind port 05b93452-4c72-4c2a-a762-a38f44796f9c on network b88cae2c-0f53-4ad4-bc41-e032b4afdb75 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:47:34.004730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:47:34.005063 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Checking segment: {'id': '1c8c42eb-7052-485d-ab58-1a8df3af7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:47:34.005439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Bound using segment: {'id': '1c8c42eb-7052-485d-ab58-1a8df3af7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:47:34.005860 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Bound port: 05b93452-4c72-4c2a-a762-a38f44796f9c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c8c42eb-7052-485d-ab58-1a8df3af7fc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 833, 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:47:34.006210 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.072949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:47:34.072949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=05b93452-4c72-4c2a-a762-a38f44796f9c,segment=NetworkSegment(1c8c42eb-7052-485d-ab58-1a8df3af7fc0),segment_id=1c8c42eb-7052-485d-ab58-1a8df3af7fc0)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:47:34.165226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.199347 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.202295 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.202295 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] 10.222.0.72 "PUT /v2.0/ports/05b93452-4c72-4c2a-a762-a38f44796f9c HTTP/1.1" status: 200 len: 1094 time: 0.8067796 Apr 11 16:47:34.203930 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:34.209052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5543e02e-6132-462b-87fc-cf13e898336b" -d '{"events": [{"name": "network-changed", "server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:34.255853 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc413589-6c0e-480c-a97d-ebb6954eeded x-openstack-request-id: req-bc413589-6c0e-480c-a97d-ebb6954eeded {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:34.261070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:34.261070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bc413589-6c0e-480c-a97d-ebb6954eeded {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:34.261070 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc413589-6c0e-480c-a97d-ebb6954eeded'] response: {'name': 'network-changed', 'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c', 'status': 'completed', 'code': 200} Apr 11 16:47:34.261070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfd1aea-6c6d-406b-add5-1335a95dd6be service neutron] Pushing event updated for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:34.314566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc644f8-f888-416f-b03f-54cb0cc731fc req-14e6c9ce-8a6a-40d9-a8ba-403dced1ffdd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.316109 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4bc644f8-f888-416f-b03f-54cb0cc731fc req-14e6c9ce-8a6a-40d9-a8ba-403dced1ffdd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0514805 Apr 11 16:47:34.317593 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543e02e-6132-462b-87fc-cf13e898336b req-f968de1c-f1f7-465c-8738-510867eff1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.319279 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5543e02e-6132-462b-87fc-cf13e898336b req-f968de1c-f1f7-465c-8738-510867eff1b8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad3d7190a7c340b693f3af3bd2089947&device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 1128 time: 0.0429850 Apr 11 16:47:34.365039 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4bc644f8-f888-416f-b03f-54cb0cc731fc req-e4cd8703-1ee1-4bba-a233-bbfe2f8eab07 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428655 Apr 11 16:47:34.508935 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543e02e-6132-462b-87fc-cf13e898336b req-4d94141e-0be2-4022-9877-debba76efdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.510432 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5543e02e-6132-462b-87fc-cf13e898336b req-4d94141e-0be2-4022-9877-debba76efdcc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ad3d7190a7c340b693f3af3bd2089947&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1835945 Apr 11 16:47:34.550513 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a68a7ab3-85ae-4290-8b54-c16688d9239d details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:34.659194 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:34.671592 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:34.707827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5543e02e-6132-462b-87fc-cf13e898336b req-5b34082b-be3a-4e6b-a3b6-dcd79ca4d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.709574 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5543e02e-6132-462b-87fc-cf13e898336b req-5b34082b-be3a-4e6b-a3b6-dcd79ca4d114 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1856532 Apr 11 16:47:34.714302 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port a68a7ab3-85ae-4290-8b54-c16688d9239d is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:34.714875 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.737781 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68a7ab3-85ae-4290-8b54-c16688d9239d {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:34.752068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871565b2-4993-413b-be24-b984907636c4 req-650f0877-f9d2-4d26-9a6a-fa0d9601db15 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.752068 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-871565b2-4993-413b-be24-b984907636c4 req-650f0877-f9d2-4d26-9a6a-fa0d9601db15 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 944 time: 0.0867207 Apr 11 16:47:34.774419 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:34.803145 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-18de8871-51f7-4644-8303-31400640e52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.804772 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-18de8871-51f7-4644-8303-31400640e52d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ad3d7190a7c340b693f3af3bd2089947&device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 1128 time: 0.0480554 Apr 11 16:47:34.811914 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-871565b2-4993-413b-be24-b984907636c4 req-bba47cc9-4496-4a60-9c12-71718fea43f1 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527523 Apr 11 16:47:34.851207 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:34.869565 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-25440b77-c472-4a86-866f-928eb1be22de service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=05b93452-4c72-4c2a-a762-a38f44796f9c HTTP/1.1" status: 200 len: 217 time: 0.0563526 Apr 11 16:47:34.906360 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:34.910393 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd72408-e014-433a-8e0e-716115197124 req-906df607-e7cc-4de0-92ed-26a721ebbe5d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.911996 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ebd72408-e014-433a-8e0e-716115197124 req-906df607-e7cc-4de0-92ed-26a721ebbe5d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 944 time: 0.0545001 Apr 11 16:47:34.937492 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f870a-f579-443f-9602-e391ab61c5cc req-8c39dcdc-07fb-4e1c-87cc-7aed601d8bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:34.939738 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-8c39dcdc-07fb-4e1c-87cc-7aed601d8bcd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=61f6f9b6-c876-4d1d-be74-23bc0de7bf75 HTTP/1.1" status: 200 len: 849 time: 0.0638728 Apr 11 16:47:34.961597 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ebd72408-e014-433a-8e0e-716115197124 req-c1e42177-974f-4d62-9b4f-26231db226df tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438459 Apr 11 16:47:34.979496 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-ce03fba6-8215-4a08-9adb-af17bd310688 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b88cae2c-0f53-4ad4-bc41-e032b4afdb75&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261209 Apr 11 16:47:35.074508 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-301b576f-121f-4271-b2a0-71dab6bba12a service neutron] 10.222.0.72 "GET /v2.0/networks/b88cae2c-0f53-4ad4-bc41-e032b4afdb75?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860219 Apr 11 16:47:35.129802 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['a68a7ab3-85ae-4290-8b54-c16688d9239d'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:35.174590 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-570f870a-f579-443f-9602-e391ab61c5cc req-f04aafe3-0b73-42e3-ae95-288b6dd552d7 service neutron] 10.222.0.72 "GET /v2.0/networks/b88cae2c-0f53-4ad4-bc41-e032b4afdb75?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887938 Apr 11 16:47:35.476373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee3df4-331a-48f6-9b2d-63fe973eb597 req-46483498-602a-45bd-82f6-6c61ce5b6635 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.477919 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10ee3df4-331a-48f6-9b2d-63fe973eb597 req-46483498-602a-45bd-82f6-6c61ce5b6635 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0469339 Apr 11 16:47:35.523422 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10ee3df4-331a-48f6-9b2d-63fe973eb597 req-76a8ab12-f931-4316-a89e-1ef4c4c7f207 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397971 Apr 11 16:47:35.891087 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:35.934416 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c25ff4-7f0c-4b69-affd-35b252949fef req-bbbc3a66-0aab-4633-ba6f-badee76ca073 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:35.935938 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30c25ff4-7f0c-4b69-affd-35b252949fef req-bbbc3a66-0aab-4633-ba6f-badee76ca073 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 944 time: 0.0519292 Apr 11 16:47:35.997502 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30c25ff4-7f0c-4b69-affd-35b252949fef req-a0a85ba4-c630-4bd5-bc18-ca67a060f9bc tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429580 Apr 11 16:47:36.103027 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf570a-d474-4b62-94ab-6bd8722437cf req-6931daa3-22aa-4791-89cd-7241070a14c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:36.104540 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9adf570a-d474-4b62-94ab-6bd8722437cf req-6931daa3-22aa-4791-89cd-7241070a14c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 944 time: 0.0566006 Apr 11 16:47:36.151452 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9adf570a-d474-4b62-94ab-6bd8722437cf req-f8c5aeaa-faa9-459e-a24e-c4f2ac18f1ec tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412624 Apr 11 16:47:36.554866 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a68a7ab3-85ae-4290-8b54-c16688d9239d up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:36.609195 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port a68a7ab3-85ae-4290-8b54-c16688d9239d completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:47:36.652469 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882f33a8-b0c5-488f-b386-4e1e01f65e23 req-d0dcb7a6-c21b-49ba-832e-1dd722da99f9 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:36.653937 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-882f33a8-b0c5-488f-b386-4e1e01f65e23 req-d0dcb7a6-c21b-49ba-832e-1dd722da99f9 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0597720 Apr 11 16:47:36.679273 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port a68a7ab3-85ae-4290-8b54-c16688d9239d triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:36.679659 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.767851 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port a68a7ab3-85ae-4290-8b54-c16688d9239d is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:36.768820 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.794703 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:36.797054 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618605ff-b4e4-41df-99b9-fcb5250dc024" -d '{"events": [{"server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "name": "network-vif-plugged", "status": "completed", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:36.823527 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:36.839715 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceb5f00-10ee-4d26-8774-aa535d020b5e x-openstack-request-id: req-7ceb5f00-10ee-4d26-8774-aa535d020b5e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:36.840038 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "name": "network-vif-plugged", "status": "completed", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:36.840346 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ceb5f00-10ee-4d26-8774-aa535d020b5e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:36.840909 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ceb5f00-10ee-4d26-8774-aa535d020b5e'] response: {'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'code': 200} Apr 11 16:47:36.927564 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-882f33a8-b0c5-488f-b386-4e1e01f65e23 req-5ae6a101-2c7d-4381-9bd5-46c0e740a998 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679024 Apr 11 16:47:36.936505 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:36.989555 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:37.117568 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dccfa-e13f-423f-a9b8-da67412f019a req-458052fa-855d-4318-971c-e668159c3d58 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.119015 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-424dccfa-e13f-423f-a9b8-da67412f019a req-458052fa-855d-4318-971c-e668159c3d58 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 944 time: 0.0467343 Apr 11 16:47:37.168738 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-424dccfa-e13f-423f-a9b8-da67412f019a req-d5ec1edf-cc29-40c6-99b6-11897f79707b tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Apr 11 16:47:37.269239 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ffda89-82bd-4859-87f8-e4a3eef5b3c0 req-474f42bc-0725-4df7-b29e-13ec29640438 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.270846 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-01ffda89-82bd-4859-87f8-e4a3eef5b3c0 req-474f42bc-0725-4df7-b29e-13ec29640438 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0486317 Apr 11 16:47:37.323489 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-01ffda89-82bd-4859-87f8-e4a3eef5b3c0 req-0b8a5173-cbba-474f-b684-c42983523974 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461752 Apr 11 16:47:37.386205 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43f2224-beaa-42b2-b67e-31e8273ac2ce req-abdb93f6-4947-463e-b064-f38905008520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:37.387673 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e43f2224-beaa-42b2-b67e-31e8273ac2ce req-abdb93f6-4947-463e-b064-f38905008520 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 1129 time: 0.2815683 Apr 11 16:47:37.448318 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e43f2224-beaa-42b2-b67e-31e8273ac2ce req-f4b8b272-d50b-464e-a0f4-85f65296aa75 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512912 Apr 11 16:47:38.039110 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcaf2eb-bc1f-40de-9121-5ef9172d0e5b req-0451a39f-5dcc-470c-aaa3-847926273f8c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:38.040590 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4bcaf2eb-bc1f-40de-9121-5ef9172d0e5b req-0451a39f-5dcc-470c-aaa3-847926273f8c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0462482 Apr 11 16:47:38.094173 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4bcaf2eb-bc1f-40de-9121-5ef9172d0e5b req-15394e49-fba0-40b1-9309-02993dfa9664 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477855 Apr 11 16:47:38.215612 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56734) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:38.291187 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7067a446-0705-4a21-8a7e-2821328147e7 req-54e7846c-a2e3-4b1d-9792-f5ba73c0c8b2 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:38.292791 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7067a446-0705-4a21-8a7e-2821328147e7 req-54e7846c-a2e3-4b1d-9792-f5ba73c0c8b2 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 944 time: 0.0466521 Apr 11 16:47:38.329239 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc898-545d-42d5-aafd-f1883dbddf5f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.341572 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7067a446-0705-4a21-8a7e-2821328147e7 req-b6459e2a-4f40-4222-a367-b4cdb00b6163 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Apr 11 16:47:38.418428 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc898-545d-42d5-aafd-f1883dbddf5f admin admin] Publish callbacks [] for security_group (468edf25-3d5a-4f95-abf0-0d2b204807a0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.441754 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da618f7f-7bab-4a21-b469-1af252569db1 req-a7963147-4e5f-4532-89db-8f4a97cac1ed tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:38.447433 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-da618f7f-7bab-4a21-b469-1af252569db1 req-a7963147-4e5f-4532-89db-8f4a97cac1ed tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0542521 Apr 11 16:47:38.489531 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-da618f7f-7bab-4a21-b469-1af252569db1 req-1030c0e6-3ff4-4e16-b3b6-1184268a2b06 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404620 Apr 11 16:47:38.490651 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed9cc898-545d-42d5-aafd-f1883dbddf5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (468edf25-3d5a-4f95-abf0-0d2b204807a0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.529166 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ed9cc898-545d-42d5-aafd-f1883dbddf5f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84b04402f0e342348050870da33f206c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3124413 Apr 11 16:47:38.530262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9cc898-545d-42d5-aafd-f1883dbddf5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=468edf25-3d5a-4f95-abf0-0d2b204807a0,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:38.532686 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56740) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:38.558920 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 05b93452-4c72-4c2a-a762-a38f44796f9c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:47:38.582704 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] Publish callbacks [] for security_group (468edf25-3d5a-4f95-abf0-0d2b204807a0), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.611737 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] Publish callbacks [] for security_group (468edf25-3d5a-4f95-abf0-0d2b204807a0), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.677268 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=05b93452-4c72-4c2a-a762-a38f44796f9c,segment=NetworkSegment(1c8c42eb-7052-485d-ab58-1a8df3af7fc0),segment_id=1c8c42eb-7052-485d-ab58-1a8df3af7fc0)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:38.689375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '05b93452-4c72-4c2a-a762-a38f44796f9c', 'network_id': 'b88cae2c-0f53-4ad4-bc41-e032b4afdb75', 'port_id': '05b93452-4c72-4c2a-a762-a38f44796f9c', 'mac_address': 'fa:16:3e:b7:4b:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 833, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61f6f9b6-c876-4d1d-be74-23bc0de7bf75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:47:38.726258 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 05b93452-4c72-4c2a-a762-a38f44796f9c is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:38.726645 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.739241 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b93452-4c72-4c2a-a762-a38f44796f9c {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:47:38.759534 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=05b93452-4c72-4c2a-a762-a38f44796f9c,segment=NetworkSegment(1c8c42eb-7052-485d-ab58-1a8df3af7fc0),segment_id=1c8c42eb-7052-485d-ab58-1a8df3af7fc0)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:38.788037 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (468edf25-3d5a-4f95-abf0-0d2b204807a0), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.790672 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.791835 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/468edf25-3d5a-4f95-abf0-0d2b204807a0 HTTP/1.1" status: 204 len: 168 time: 0.2581794 Apr 11 16:47:38.799445 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f800b-e97f-4fdb-8faa-58b15d8e6f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468edf25-3d5a-4f95-abf0-0d2b204807a0,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:38.879163 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:38.930479 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:39.196841 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56756) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:39.291779 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8657345-a5a1-45a8-bd03-ed141482537c req-6c237b09-0294-4b0c-9882-8c224d67c789 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:39.293740 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f8657345-a5a1-45a8-bd03-ed141482537c req-6c237b09-0294-4b0c-9882-8c224d67c789 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0981038 Apr 11 16:47:39.300579 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['05b93452-4c72-4c2a-a762-a38f44796f9c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:39.350371 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f8657345-a5a1-45a8-bd03-ed141482537c req-af5a1e1f-d040-4d8d-bb8a-c99074c3a93a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503993 Apr 11 16:47:39.430534 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bb773533-b9fd-40b7-ae02-af172ccb2361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.480194 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67562fe-3eb0-48b3-9b1b-e9510e6414d5 req-c92af977-f13e-4933-9ee5-387ac8f69fa0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:39.481736 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a67562fe-3eb0-48b3-9b1b-e9510e6414d5 req-c92af977-f13e-4933-9ee5-387ac8f69fa0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 945 time: 0.0592711 Apr 11 16:47:39.527326 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bb773533-b9fd-40b7-ae02-af172ccb2361 admin admin] Publish callbacks [] for security_group (37454878-ace1-4ec5-ba46-212a106ef56b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.533884 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a67562fe-3eb0-48b3-9b1b-e9510e6414d5 req-521beab5-afae-4dc1-9465-08e91c81c4d2 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458462 Apr 11 16:47:39.619822 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b34e9-0090-4091-9691-221b8ebce087 req-790c29c8-bfca-4a0f-baf3-76a548e12bd0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:39.620386 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bb773533-b9fd-40b7-ae02-af172ccb2361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (37454878-ace1-4ec5-ba46-212a106ef56b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.621317 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b6b34e9-0090-4091-9691-221b8ebce087 req-790c29c8-bfca-4a0f-baf3-76a548e12bd0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0479088 Apr 11 16:47:39.659372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb773533-b9fd-40b7-ae02-af172ccb2361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37454878-ace1-4ec5-ba46-212a106ef56b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:39.665049 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-bb773533-b9fd-40b7-ae02-af172ccb2361 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fc63e8818a894b0883d674e3762a01a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4669855 Apr 11 16:47:39.667921 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56770) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:39.671614 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b6b34e9-0090-4091-9691-221b8ebce087 req-ced85b65-5d7a-495e-a799-5d3b254c3afc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441179 Apr 11 16:47:39.724934 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] Publish callbacks [] for security_group (37454878-ace1-4ec5-ba46-212a106ef56b), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.750647 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] Publish callbacks [] for security_group (37454878-ace1-4ec5-ba46-212a106ef56b), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.809085 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56772) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:39.822416 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9d633399-3c39-4161-972b-8d677facf0c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.896342 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (37454878-ace1-4ec5-ba46-212a106ef56b), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.898891 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:39.900153 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/37454878-ace1-4ec5-ba46-212a106ef56b HTTP/1.1" status: 204 len: 168 time: 0.2313263 Apr 11 16:47:39.918733 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9cba4-f56a-40cd-8175-fc222b1b007c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37454878-ace1-4ec5-ba46-212a106ef56b,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:39.980586 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9d633399-3c39-4161-972b-8d677facf0c6 admin admin] Publish callbacks [] for security_group (048bfb47-e822-404b-907f-c45fe220881f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.063857 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56778) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:40.101870 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9d633399-3c39-4161-972b-8d677facf0c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (048bfb47-e822-404b-907f-c45fe220881f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.140566 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d633399-3c39-4161-972b-8d677facf0c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048bfb47-e822-404b-907f-c45fe220881f,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:40.145444 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9d633399-3c39-4161-972b-8d677facf0c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=819274496c784a6a92f8b90b8803a02a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350525 Apr 11 16:47:40.148554 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56782) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:40.196764 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3906e116-a5c2-45c6-9361-df13369f5bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.238978 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] Publish callbacks [] for security_group (048bfb47-e822-404b-907f-c45fe220881f), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.278933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] Publish callbacks [] for security_group (048bfb47-e822-404b-907f-c45fe220881f), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.344308 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3906e116-a5c2-45c6-9361-df13369f5bd3 admin admin] Publish callbacks [] for security_group (b6afffef-4df6-42dd-afa6-79e9dde5fd31), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.467803 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e087a18-9da1-407d-be43-086597f620fb req-91443eef-8d1e-4c5f-87ae-6bbfb98341a9 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:40.469944 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e087a18-9da1-407d-be43-086597f620fb req-91443eef-8d1e-4c5f-87ae-6bbfb98341a9 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0512955 Apr 11 16:47:40.485622 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3906e116-a5c2-45c6-9361-df13369f5bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b6afffef-4df6-42dd-afa6-79e9dde5fd31), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.544424 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (048bfb47-e822-404b-907f-c45fe220881f), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.548868 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.556943 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/048bfb47-e822-404b-907f-c45fe220881f HTTP/1.1" status: 204 len: 168 time: 0.4004140 Apr 11 16:47:40.563279 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3906e116-a5c2-45c6-9361-df13369f5bd3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e0f269113b0642d3bda576573b0dc262&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4958727 Apr 11 16:47:40.564864 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56798) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:40.571696 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906e116-a5c2-45c6-9361-df13369f5bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6afffef-4df6-42dd-afa6-79e9dde5fd31,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:40.573208 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 05b93452-4c72-4c2a-a762-a38f44796f9c up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:47:40.577156 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e087a18-9da1-407d-be43-086597f620fb req-010f31b8-56f2-4f8d-9694-a6b2c953ff42 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992579 Apr 11 16:47:40.585933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6e83b4-9014-40ed-a12c-5d6fd01445d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048bfb47-e822-404b-907f-c45fe220881f,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:40.643460 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] Publish callbacks [] for security_group (b6afffef-4df6-42dd-afa6-79e9dde5fd31), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.675887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] Publish callbacks [] for security_group (b6afffef-4df6-42dd-afa6-79e9dde5fd31), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.678392 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 05b93452-4c72-4c2a-a762-a38f44796f9c completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:47:40.743281 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df0f8d-a344-4da4-bba9-411b832bae37 req-3899c236-2df4-4007-977e-b6c81392adf7 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:40.745791 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0df0f8d-a344-4da4-bba9-411b832bae37 req-3899c236-2df4-4007-977e-b6c81392adf7 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 945 time: 0.0784526 Apr 11 16:47:40.786506 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 05b93452-4c72-4c2a-a762-a38f44796f9c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:47:40.787185 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.816880 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b6afffef-4df6-42dd-afa6-79e9dde5fd31), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.819557 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.826991 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6afffef-4df6-42dd-afa6-79e9dde5fd31 HTTP/1.1" status: 204 len: 168 time: 0.2533772 Apr 11 16:47:40.830659 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981c26f-54b8-4f6f-9161-a77c0e83fe92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6afffef-4df6-42dd-afa6-79e9dde5fd31,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:40.832756 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0df0f8d-a344-4da4-bba9-411b832bae37 req-b06d6e66-a338-4b16-97fe-c12432fc7e23 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807602 Apr 11 16:47:40.842538 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dccc525-c6d3-40ed-ba2f-89bfc9571802 req-4be6c1af-4200-496b-87e0-4f6d414929ca tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:40.844484 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8dccc525-c6d3-40ed-ba2f-89bfc9571802 req-4be6c1af-4200-496b-87e0-4f6d414929ca tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0741637 Apr 11 16:47:40.908984 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8dccc525-c6d3-40ed-ba2f-89bfc9571802 req-b9b6d53b-e754-43a1-b089-c4eb3ebd31da tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571949 Apr 11 16:47:40.925445 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 05b93452-4c72-4c2a-a762-a38f44796f9c is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:47:40.925838 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:40.956088 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:40.958414 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa56cb65-397f-4e38-997d-8b5f9dbd8d62" -d '{"events": [{"server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "name": "network-vif-plugged", "status": "completed", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:40.979907 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=05b93452-4c72-4c2a-a762-a38f44796f9c,segment=NetworkSegment(1c8c42eb-7052-485d-ab58-1a8df3af7fc0),segment_id=1c8c42eb-7052-485d-ab58-1a8df3af7fc0)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:41.008727 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d6c3b0-fa79-448e-9a28-0c7a2ae688ff x-openstack-request-id: req-63d6c3b0-fa79-448e-9a28-0c7a2ae688ff {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:41.009674 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "name": "network-vif-plugged", "status": "completed", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:41.009948 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-63d6c3b0-fa79-448e-9a28-0c7a2ae688ff {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:41.010407 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d6c3b0-fa79-448e-9a28-0c7a2ae688ff'] response: {'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c', 'code': 200} Apr 11 16:47:41.045925 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.075306 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33a88ab-48e1-4a01-80e9-9ad986d07fa4 req-7efa3998-638d-4fbd-b38e-97d887a2fc8b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:41.078157 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c33a88ab-48e1-4a01-80e9-9ad986d07fa4 req-7efa3998-638d-4fbd-b38e-97d887a2fc8b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0804636 Apr 11 16:47:41.090383 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56816) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:41.097006 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:47:41.151094 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.152521 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:41.494438 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8c1cac-824f-4286-a730-60763200e94b req-d83dd724-167a-4aba-900b-f8a50456185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:41.496064 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5d8c1cac-824f-4286-a730-60763200e94b req-d83dd724-167a-4aba-900b-f8a50456185c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 1130 time: 0.0851731 Apr 11 16:47:41.634810 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5d8c1cac-824f-4286-a730-60763200e94b req-c6514ebb-da78-4d76-815a-eb884a693d06 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001005 Apr 11 16:47:41.741679 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56838) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:41.759961 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-48714e7a-b510-4fec-a8ee-6ee3ff0fa356 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.774861 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.787977 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ae65f8-1f47-492b-a16a-20290073e97c req-29939ddb-1fb7-4054-9634-d67145453a35 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:41.789790 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94ae65f8-1f47-492b-a16a-20290073e97c req-29939ddb-1fb7-4054-9634-d67145453a35 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0966294 Apr 11 16:47:41.887200 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94ae65f8-1f47-492b-a16a-20290073e97c req-7e06e63f-4990-429c-9902-ad4bd5ab265b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855503 Apr 11 16:47:41.920831 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-48714e7a-b510-4fec-a8ee-6ee3ff0fa356 admin admin] Publish callbacks [] for security_group (8b8f6b79-7a1c-4032-ab97-9544b0259019), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:41.925103 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.008266 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f48d81-b1aa-4845-bdab-2f1fbb30f338 req-8deaa701-f9c7-4e4b-89e3-e0b5065033d4 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:42.010276 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6f48d81-b1aa-4845-bdab-2f1fbb30f338 req-8deaa701-f9c7-4e4b-89e3-e0b5065033d4 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0572069 Apr 11 16:47:42.011471 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-48714e7a-b510-4fec-a8ee-6ee3ff0fa356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8b8f6b79-7a1c-4032-ab97-9544b0259019), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.048366 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP 36170c4b-85d2-4786-8067-74d7882b9978 associated. External IP: 172.28.0.26, port: a68a7ab3-85ae-4290-8b54-c16688d9239d. Apr 11 16:47:42.091839 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-48714e7a-b510-4fec-a8ee-6ee3ff0fa356 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b2cfae8cbc048a4aa0539d1b96a9f30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3480344 Apr 11 16:47:42.105527 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56846) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:42.136468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48714e7a-b510-4fec-a8ee-6ee3ff0fa356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b8f6b79-7a1c-4032-ab97-9544b0259019,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:42.170261 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6f48d81-b1aa-4845-bdab-2f1fbb30f338 req-5bbcab7e-3a69-4852-bcaa-a05d9164457e tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486073 Apr 11 16:47:42.193423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] Publish callbacks [] for security_group (8b8f6b79-7a1c-4032-ab97-9544b0259019), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.224801 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] Publish callbacks [] for security_group (8b8f6b79-7a1c-4032-ab97-9544b0259019), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.298511 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:47:42.359401 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8b8f6b79-7a1c-4032-ab97-9544b0259019), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.363430 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.364665 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b8f6b79-7a1c-4032-ab97-9544b0259019 HTTP/1.1" status: 204 len: 168 time: 0.2533507 Apr 11 16:47:42.372815 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd36410-1c51-48d0-ba09-7ea60279206c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b8f6b79-7a1c-4032-ab97-9544b0259019,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:42.413983 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:47:42.418495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:42.425812 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:47:42.449131 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:42.449862 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:47:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:42.451502 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f1ec41f2-9d27-4249-a8cd-6ed0d7a1f7f3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "PUT /v2.0/floatingips/36170c4b-85d2-4786-8067-74d7882b9978 HTTP/1.1" status: 200 len: 990 time: 1.3594480 Apr 11 16:47:42.452384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:42.456164 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54" -d '{"events": [{"name": "network-changed", "server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:42.501521 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d2cfb6-6b0d-4293-aabf-cfb2c3ebaf62 x-openstack-request-id: req-61d2cfb6-6b0d-4293-aabf-cfb2c3ebaf62 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:42.505594 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:42.505888 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-61d2cfb6-6b0d-4293-aabf-cfb2c3ebaf62 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:42.506397 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d2cfb6-6b0d-4293-aabf-cfb2c3ebaf62'] response: {'name': 'network-changed', 'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'status': 'completed', 'code': 200} Apr 11 16:47:42.563566 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-cb0c8000-aa0f-4451-990d-ad931963edce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:42.565372 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-cb0c8000-aa0f-4451-990d-ad931963edce service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 1129 time: 0.0443606 Apr 11 16:47:42.573497 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:42.700412 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-1ed5fe97-a8f4-4e76-ad56-ac83642fa869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:42.701301 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-1ed5fe97-a8f4-4e76-ad56-ac83642fa869 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.1184323 Apr 11 16:47:42.851993 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:41Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:42.866500 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-8633fcb0-7088-4dbe-aae4-a721cda59203 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d HTTP/1.1" status: 200 len: 998 time: 0.1588161 Apr 11 16:47:42.874181 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:47:42.882887 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:47:42.894832 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:47:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:43.001619 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:47:43.009623 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf489b5-fb92-444e-9f61-1cce362ba0bf req-e533f4c9-326c-4362-91c5-061026b61b4e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:43.011176 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ecf489b5-fb92-444e-9f61-1cce362ba0bf req-e533f4c9-326c-4362-91c5-061026b61b4e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0511928 Apr 11 16:47:43.065760 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ecf489b5-fb92-444e-9f61-1cce362ba0bf req-cab9c3d6-61fc-45bf-a2be-685b903ef914 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476868 Apr 11 16:47:43.258584 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:41Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:47:43.265616 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 56916) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:43.286551 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85994b5c-80ad-4bfa-a3db-996b14dfbe68 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:41Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:47:43.292388 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-808ee00f-04b5-40a7-926d-ca93555c613f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.343621 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b8590-ac1f-4c49-8cab-fad518991109 req-71ca61f0-4a95-4ddc-92d8-7eb48015793a tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:43.345281 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d52b8590-ac1f-4c49-8cab-fad518991109 req-71ca61f0-4a95-4ddc-92d8-7eb48015793a tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0730731 Apr 11 16:47:43.427718 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d52b8590-ac1f-4c49-8cab-fad518991109 req-d19693ab-b637-456d-a7cc-9c08c7156d67 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726213 Apr 11 16:47:43.472969 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-808ee00f-04b5-40a7-926d-ca93555c613f admin admin] Publish callbacks [] for security_group (cfe54769-50dd-4843-8090-27e45624ea93), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.475263 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-9bb1abc3-3500-45e0-a05d-fd56753ad7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:43.476870 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-9bb1abc3-3500-45e0-a05d-fd56753ad7e0 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0650482 Apr 11 16:47:43.527885 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-ce78bf01-188c-40d8-9f4b-2508a9ba1336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:43.529534 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-ce78bf01-188c-40d8-9f4b-2508a9ba1336 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0444503 Apr 11 16:47:43.575525 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaa01c1-6d4f-4c19-839b-ed3aaa78a07f None None] New status for floating IP 36170c4b-85d2-4786-8067-74d7882b9978: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:47:43.635071 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-19a3e538-dc75-4b94-8571-10d89b0e788b service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975630 Apr 11 16:47:43.650794 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-808ee00f-04b5-40a7-926d-ca93555c613f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cfe54769-50dd-4843-8090-27e45624ea93), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.682250 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 56920) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:43.682722 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-808ee00f-04b5-40a7-926d-ca93555c613f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f9fa38d665a4e5bb2fbbade743b38ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157336 Apr 11 16:47:43.705335 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ee00f-04b5-40a7-926d-ca93555c613f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe54769-50dd-4843-8090-27e45624ea93,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:43.778152 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b6bb7c47-1c63-4875-a57a-c2ca4ad89e54 req-ce01e064-6565-46dc-b0e5-87584bb8738f service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321201 Apr 11 16:47:43.801476 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] Publish callbacks [] for security_group (cfe54769-50dd-4843-8090-27e45624ea93), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.825515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] Publish callbacks [] for security_group (cfe54769-50dd-4843-8090-27e45624ea93), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.958920 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cfe54769-50dd-4843-8090-27e45624ea93), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.961624 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:43.962785 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cfe54769-50dd-4843-8090-27e45624ea93 HTTP/1.1" status: 204 len: 168 time: 0.2796106 Apr 11 16:47:43.971584 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cc879-e911-453e-b487-e4bf2dd08496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe54769-50dd-4843-8090-27e45624ea93,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:44.193548 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94389f9-b218-45e7-a5ec-03a3cf0e6ff5 req-3ad0d982-7ed1-47d0-8dba-b21dad25ddeb tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:44.195130 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a94389f9-b218-45e7-a5ec-03a3cf0e6ff5 req-3ad0d982-7ed1-47d0-8dba-b21dad25ddeb tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0543182 Apr 11 16:47:44.244530 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a94389f9-b218-45e7-a5ec-03a3cf0e6ff5 req-d8a61905-ccac-4b0e-bc65-34a0c1d517cf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434418 Apr 11 16:47:44.623559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5942919-d27a-438b-90ff-9e7a3016d7f2 req-0ad42960-d42d-400b-a178-7e34e79cc12c tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:44.631062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f5942919-d27a-438b-90ff-9e7a3016d7f2 req-0ad42960-d42d-400b-a178-7e34e79cc12c tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0888095 Apr 11 16:47:44.689625 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f5942919-d27a-438b-90ff-9e7a3016d7f2 req-8a2dc5c8-89d6-4d90-bf4e-34ff5cc804a1 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574679 Apr 11 16:47:45.370102 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb835b-49a6-4289-96b1-9bb8be545be3 req-f62b4536-408e-4343-8c1d-22e3c0b71451 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:45.371656 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4cdb835b-49a6-4289-96b1-9bb8be545be3 req-f62b4536-408e-4343-8c1d-22e3c0b71451 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0485044 Apr 11 16:47:45.443463 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4cdb835b-49a6-4289-96b1-9bb8be545be3 req-8cdf6f2b-2fd3-4c4a-8db9-8042347fbcd0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657420 Apr 11 16:47:46.255851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 57012) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:46.370272 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3bc82a2a-fee4-4cfa-9f21-6bbd339df3d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.448025 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3bc82a2a-fee4-4cfa-9f21-6bbd339df3d2 admin admin] Publish callbacks [] for security_group (f412ee1a-d0d3-4fac-aa56-5de47e89a9d9), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.559634 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5625e8a-1c19-4df7-8e7d-b27c49f11735 req-84545c82-bede-46f8-8db5-584d69961bbd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:46.561131 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c5625e8a-1c19-4df7-8e7d-b27c49f11735 req-84545c82-bede-46f8-8db5-584d69961bbd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0480125 Apr 11 16:47:46.587278 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3bc82a2a-fee4-4cfa-9f21-6bbd339df3d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f412ee1a-d0d3-4fac-aa56-5de47e89a9d9), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.632750 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c5625e8a-1c19-4df7-8e7d-b27c49f11735 req-7eecf064-0268-47ef-9769-1b455e6f59e5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658665 Apr 11 16:47:46.647409 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3bc82a2a-fee4-4cfa-9f21-6bbd339df3d2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84c583eff7524698b13a69f4cad82154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3901629 Apr 11 16:47:46.650332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57024) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:46.658636 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc82a2a-fee4-4cfa-9f21-6bbd339df3d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f412ee1a-d0d3-4fac-aa56-5de47e89a9d9,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:46.742644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] Publish callbacks [] for security_group (f412ee1a-d0d3-4fac-aa56-5de47e89a9d9), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.770023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] Publish callbacks [] for security_group (f412ee1a-d0d3-4fac-aa56-5de47e89a9d9), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.913378 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f412ee1a-d0d3-4fac-aa56-5de47e89a9d9), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.916169 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:46.917452 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f412ee1a-d0d3-4fac-aa56-5de47e89a9d9 HTTP/1.1" status: 204 len: 168 time: 0.2636750 Apr 11 16:47:46.926375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8dc026-7297-4c29-8c1b-41f10915a685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f412ee1a-d0d3-4fac-aa56-5de47e89a9d9,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:47.905968 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf338ff-b04e-46a0-8770-8d73e90e038c req-120bbf47-48cf-47c0-a536-926569b0e296 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:47.921660 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bbf338ff-b04e-46a0-8770-8d73e90e038c req-120bbf47-48cf-47c0-a536-926569b0e296 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.1076918 Apr 11 16:47:48.022569 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bbf338ff-b04e-46a0-8770-8d73e90e038c req-92c9e2f1-1c68-4a1e-ac1b-c0c9531e9c54 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988979 Apr 11 16:47:49.180258 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefecdac-ca80-4ba1-9b00-f7995caf46e3 req-157a8ba9-c85b-41d6-95c9-d6da47bd2605 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:49.182171 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aefecdac-ca80-4ba1-9b00-f7995caf46e3 req-157a8ba9-c85b-41d6-95c9-d6da47bd2605 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0693421 Apr 11 16:47:49.257103 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aefecdac-ca80-4ba1-9b00-f7995caf46e3 req-01318b73-ddb7-402b-befd-b549fc79456c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662005 Apr 11 16:47:50.014159 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46efee2-ff25-477d-b73b-7e89e17bd05c req-4c53c897-c77c-4081-80f9-3ff84c41b508 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:50.017608 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d46efee2-ff25-477d-b73b-7e89e17bd05c req-4c53c897-c77c-4081-80f9-3ff84c41b508 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0537093 Apr 11 16:47:50.080519 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d46efee2-ff25-477d-b73b-7e89e17bd05c req-8c41df8d-3a38-49d2-9f67-79d0f17e1769 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569680 Apr 11 16:47:50.391373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9d389-f8e5-4026-9ade-ad5c4aab8213 req-2e8ebb5d-6743-4dc3-86da-efc21a0228b3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:50.392920 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e1c9d389-f8e5-4026-9ade-ad5c4aab8213 req-2e8ebb5d-6743-4dc3-86da-efc21a0228b3 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0479019 Apr 11 16:47:50.446477 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e1c9d389-f8e5-4026-9ade-ad5c4aab8213 req-919d75e9-3b32-4ec1-bb15-9cf2315b4d41 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478435 Apr 11 16:47:51.206658 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258089b6-d860-40bb-ad01-4607db2683c0 req-a212f721-445a-4f96-a298-1979aa83cf37 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:51.208234 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-258089b6-d860-40bb-ad01-4607db2683c0 req-a212f721-445a-4f96-a298-1979aa83cf37 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0516014 Apr 11 16:47:51.263359 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-258089b6-d860-40bb-ad01-4607db2683c0 req-e627b48c-611c-4ef5-ac0c-f10fcb015817 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472257 Apr 11 16:47:51.286475 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541dde20-4eac-4dd4-887d-a40d188d9816 req-e293ea08-76f7-4e98-b373-2da32a5bbfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:51.288002 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-541dde20-4eac-4dd4-887d-a40d188d9816 req-e293ea08-76f7-4e98-b373-2da32a5bbfd3 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.0446558 Apr 11 16:47:51.591663 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa8c8f-dfb8-4f0d-b774-bc602a8026bc req-33ec69e6-e221-447d-8b4d-782a0c2b5c3b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:51.593471 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bcfa8c8f-dfb8-4f0d-b774-bc602a8026bc req-33ec69e6-e221-447d-8b4d-782a0c2b5c3b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0579212 Apr 11 16:47:51.657776 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bcfa8c8f-dfb8-4f0d-b774-bc602a8026bc req-525a09e1-626a-49bf-bd51-4f0bf435e186 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506575 Apr 11 16:47:51.722408 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-541dde20-4eac-4dd4-887d-a40d188d9816 req-64c65921-0e5b-434d-a660-e3af0d86ee3d service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490301 Apr 11 16:47:52.053869 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-5db4eedf-d64a-497a-93c2-5c2c4d4a09fb tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:52.055694 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-5db4eedf-d64a-497a-93c2-5c2c4d4a09fb tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.72 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0885577 Apr 11 16:47:52.191141 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Deleting port 05b93452-4c72-4c2a-a762-a38f44796f9c {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:47:52.191551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.392274 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26944cc7-282a-44a9-a6ff-3cb31dbd31cb req-4b0fe79a-b528-45f7-9acf-0d8a1f182fe0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:52.393908 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-26944cc7-282a-44a9-a6ff-3cb31dbd31cb req-4b0fe79a-b528-45f7-9acf-0d8a1f182fe0 tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 946 time: 0.0545666 Apr 11 16:47:52.499159 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-26944cc7-282a-44a9-a6ff-3cb31dbd31cb req-db0921b0-ba1b-49ac-afb7-4394c981d93f tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/security-groups?id=59784374-ca2e-4475-9697-3a32357f7a72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924158 Apr 11 16:47:52.555242 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] For port 05b93452-4c72-4c2a-a762-a38f44796f9c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=05b93452-4c72-4c2a-a762-a38f44796f9c,segment=NetworkSegment(1c8c42eb-7052-485d-ab58-1a8df3af7fc0),segment_id=1c8c42eb-7052-485d-ab58-1a8df3af7fc0)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:47:52.555854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.578559 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Calling delete_port for 05b93452-4c72-4c2a-a762-a38f44796f9c owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:47:52.792268 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735e14e2-70bc-488e-aee5-73128c8fab86 req-5e0380be-89d1-4e36-bcb4-48c7e439d547 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:52.793759 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-735e14e2-70bc-488e-aee5-73128c8fab86 req-5e0380be-89d1-4e36-bcb4-48c7e439d547 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0609272 Apr 11 16:47:52.858373 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-735e14e2-70bc-488e-aee5-73128c8fab86 req-68e938f0-bb7c-4361-bb63-09263fb90b1b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584989 Apr 11 16:47:52.862396 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (05b93452-4c72-4c2a-a762-a38f44796f9c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:52.880102 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['05b93452-4c72-4c2a-a762-a38f44796f9c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:47:52.913761 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Pushing event deleted for resources: {'Port': ['ID=05b93452-4c72-4c2a-a762-a38f44796f9c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:52.955380 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf64d56-06ac-4665-81af-07d43e8618f1 req-6e9a194b-c18f-46a8-8a8e-e4ad55bddaf9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:52.959567 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2cf64d56-06ac-4665-81af-07d43e8618f1 req-6e9a194b-c18f-46a8-8a8e-e4ad55bddaf9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0634162 Apr 11 16:47:52.994315 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] No DVR routers for this DVR port 05b93452-4c72-4c2a-a762-a38f44796f9c on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:47:52.998124 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:53.001571 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-0a1dc404-1b73-4152-b0cc-113be5e5bd89 req-331da174-5e85-4e24-af06-efcd865601cf tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.72 "DELETE /v2.0/ports/05b93452-4c72-4c2a-a762-a38f44796f9c HTTP/1.1" status: 204 len: 173 time: 0.9400508 Apr 11 16:47:53.002729 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'name': 'network-vif-deleted', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:47:53.004375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28962a3e-632c-4257-941f-b27958d95607" -d '{"events": [{"server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "name": "network-vif-deleted", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:47:53.028428 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2cf64d56-06ac-4665-81af-07d43e8618f1 req-4c57e1a1-4522-48a3-954d-f6e694f7e050 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620649 Apr 11 16:47:53.045792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a69bb3-ba8e-4897-a0fb-691b3d9d3f48 x-openstack-request-id: req-c0a69bb3-ba8e-4897-a0fb-691b3d9d3f48 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:47:53.046093 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61674d11-1db7-450a-a71b-f04761ddff97", "name": "network-vif-deleted", "tag": "05b93452-4c72-4c2a-a762-a38f44796f9c", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:47:53.046350 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c0a69bb3-ba8e-4897-a0fb-691b3d9d3f48 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:47:53.046749 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0a69bb3-ba8e-4897-a0fb-691b3d9d3f48'] response: {'server_uuid': '61674d11-1db7-450a-a71b-f04761ddff97', 'name': 'network-vif-deleted', 'tag': '05b93452-4c72-4c2a-a762-a38f44796f9c', 'status': 'completed', 'code': 200} Apr 11 16:47:53.619609 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-39ff6e2b-3865-4aaa-bd0c-6121531be2e0 req-1b213ee5-ed29-4309-bd2c-091c1e88942d tempest-VolumesActionsTest-789403100 tempest-VolumesActionsTest-789403100-project] 10.222.0.32 "GET /v2.0/ports?device_id=61674d11-1db7-450a-a71b-f04761ddff97 HTTP/1.1" status: 200 len: 210 time: 0.0371568 Apr 11 16:47:53.640028 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b5539198-dec0-457f-be4e-3aeb955e5c32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:53.702287 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57218) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:53.861193 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0014fcc3-635c-4b3a-87d5-7a53b5916a86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:53.955337 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0014fcc3-635c-4b3a-87d5-7a53b5916a86 admin admin] Publish callbacks [] for security_group (c63693bf-b87f-496d-801c-94bb65848bb9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:53.992006 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ae218-1dc0-44dc-8f8d-25819b5325f6 req-7a2cd485-2538-46af-9dca-95df73427fb4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:53.992699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e24ae218-1dc0-44dc-8f8d-25819b5325f6 req-7a2cd485-2538-46af-9dca-95df73427fb4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0590997 Apr 11 16:47:54.033031 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0014fcc3-635c-4b3a-87d5-7a53b5916a86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c63693bf-b87f-496d-801c-94bb65848bb9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.049128 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e24ae218-1dc0-44dc-8f8d-25819b5325f6 req-d5011fb4-5156-4bdf-9d51-3377cb867250 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485451 Apr 11 16:47:54.088469 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0014fcc3-635c-4b3a-87d5-7a53b5916a86 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8f36e8e710c94e4aaa670aaaaac423a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3836508 Apr 11 16:47:54.091304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57230) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:47:54.091980 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0014fcc3-635c-4b3a-87d5-7a53b5916a86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63693bf-b87f-496d-801c-94bb65848bb9,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:54.149562 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] Publish callbacks [] for security_group (c63693bf-b87f-496d-801c-94bb65848bb9), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.166770 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0598147d-1dd5-4085-bd3a-57392cb97c54 req-6af3beb4-b05c-4030-a909-b117dcb4178c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.168699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0598147d-1dd5-4085-bd3a-57392cb97c54 req-6af3beb4-b05c-4030-a909-b117dcb4178c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0533729 Apr 11 16:47:54.177888 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] Publish callbacks [] for security_group (c63693bf-b87f-496d-801c-94bb65848bb9), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.261014 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0598147d-1dd5-4085-bd3a-57392cb97c54 req-d1cc5031-2c9b-467c-8857-9ab170f06b26 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840614 Apr 11 16:47:54.348255 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c63693bf-b87f-496d-801c-94bb65848bb9), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.352249 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:54.353483 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c63693bf-b87f-496d-801c-94bb65848bb9 HTTP/1.1" status: 204 len: 168 time: 0.2579997 Apr 11 16:47:54.363618 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a56c111-9505-495d-8caf-f37919236a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63693bf-b87f-496d-801c-94bb65848bb9,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:47:54.546126 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5c92c5-0075-4d01-9550-102dfb1c8513 req-ae86c772-93e7-4029-864c-a735ed30f9a1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.547693 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e5c92c5-0075-4d01-9550-102dfb1c8513 req-ae86c772-93e7-4029-864c-a735ed30f9a1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0487504 Apr 11 16:47:54.591678 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-ba4b2dac-6f0d-41f7-aa3b-96b5f7e09d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.593262 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-ba4b2dac-6f0d-41f7-aa3b-96b5f7e09d6b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.0407627 Apr 11 16:47:54.604542 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e5c92c5-0075-4d01-9550-102dfb1c8513 req-4a0a17a6-3185-4892-b6bc-6e6d8909a3e7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512266 Apr 11 16:47:54.705848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-2d0c31f6-24fb-484b-a0e0-a89c8b392179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.707760 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-2d0c31f6-24fb-484b-a0e0-a89c8b392179 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1067791 Apr 11 16:47:54.769988 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-b1402353-0eb7-4ef7-9bd2-4dd31c89f7e5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 217 time: 0.0497320 Apr 11 16:47:54.853533 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-62000900-8ab6-4d0e-a191-810683df9e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.855524 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-62000900-8ab6-4d0e-a191-810683df9e0a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0781136 Apr 11 16:47:54.916775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-f22c71de-2cf9-451f-87fa-9c235ec90dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:54.918358 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-f22c71de-2cf9-451f-87fa-9c235ec90dcc service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0552649 Apr 11 16:47:55.032975 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-7eba4682-b65d-4534-9219-c86db40237ef service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064520 Apr 11 16:47:55.137829 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9df04567-9b9f-4186-b11c-fdff0e911b4f req-30a54fa8-755e-42af-886e-bf2939a3995a service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958281 Apr 11 16:47:55.382553 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be157d-92e1-4ce5-817b-e3a42372fc7f req-60bf3d2a-8ecb-46a4-8e49-07c61a7ce3c4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:55.384225 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c9be157d-92e1-4ce5-817b-e3a42372fc7f req-60bf3d2a-8ecb-46a4-8e49-07c61a7ce3c4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0528526 Apr 11 16:47:55.487532 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c9be157d-92e1-4ce5-817b-e3a42372fc7f req-81f34d55-4e43-42a5-9518-5befeba5e624 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961242 Apr 11 16:47:55.746807 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31793a1f-f625-4176-abfa-16add2fb4933 req-e54979b3-0896-4afc-b153-8ca121733a2e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:55.748387 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31793a1f-f625-4176-abfa-16add2fb4933 req-e54979b3-0896-4afc-b153-8ca121733a2e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0513422 Apr 11 16:47:55.803369 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31793a1f-f625-4176-abfa-16add2fb4933 req-4f2487b1-f555-4ff8-9397-11274d3e7ce0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487285 Apr 11 16:47:56.576518 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-235a5dfb-bfa7-46de-a426-67d9f4695491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:56.608485 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee97b9-b707-4df2-b111-41fc1f264dec req-e476e2b6-a6b2-4b90-8746-8fcd95cd02ba tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:56.610086 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28ee97b9-b707-4df2-b111-41fc1f264dec req-e476e2b6-a6b2-4b90-8746-8fcd95cd02ba tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0542052 Apr 11 16:47:56.635661 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 05b93452-4c72-4c2a-a762-a38f44796f9c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:47:56.656049 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 05b93452-4c72-4c2a-a762-a38f44796f9c {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:47:56.656477 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 05b93452-4c72-4c2a-a762-a38f44796f9c not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:47:56.659356 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28ee97b9-b707-4df2-b111-41fc1f264dec req-22503df9-3826-40e5-803a-276164fffe78 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432889 Apr 11 16:47:56.939249 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b4c02-8ab3-4c78-833e-440983c1c683 req-97bf555c-d3cd-4dc4-a8eb-17f40dcf5354 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:56.940840 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-705b4c02-8ab3-4c78-833e-440983c1c683 req-97bf555c-d3cd-4dc4-a8eb-17f40dcf5354 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0639973 Apr 11 16:47:56.996390 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-705b4c02-8ab3-4c78-833e-440983c1c683 req-15757680-38d0-4703-b16c-c2a649958079 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Apr 11 16:47:57.411048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:57.776785 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f45b2-a051-4cd9-a1fd-ff3fa617994f req-e41ac6b3-3cd8-45cb-b587-8131e12d5ea2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:57.778383 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-855f45b2-a051-4cd9-a1fd-ff3fa617994f req-e41ac6b3-3cd8-45cb-b587-8131e12d5ea2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0490661 Apr 11 16:47:57.839914 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-855f45b2-a051-4cd9-a1fd-ff3fa617994f req-7a78aff3-f4cb-4b62-84c7-e2b72a7b8030 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551236 Apr 11 16:47:57.962443 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7b719c25-00ca-4abf-ab48-5f9e61d8fda5 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295734 Apr 11 16:47:58.183948 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55776b7b-1e0b-448d-94c2-bdab5513ef79 req-09e053e7-ee29-496c-b2f0-1a472a97e5ee tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:58.185782 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55776b7b-1e0b-448d-94c2-bdab5513ef79 req-09e053e7-ee29-496c-b2f0-1a472a97e5ee tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.1107485 Apr 11 16:47:58.215744 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-94ccc33e-87ee-432e-af0c-7bc73e236c6d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:58.223912 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-94ccc33e-87ee-432e-af0c-7bc73e236c6d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2554810 Apr 11 16:47:58.247915 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-8198dad7-5351-476f-99ef-b171ff3549a5 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/quotas/7fd25a57c00d4d7f9c1c6aa39c4581da HTTP/1.1" status: 200 len: 375 time: 0.0230925 Apr 11 16:47:58.275311 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55776b7b-1e0b-448d-94c2-bdab5513ef79 req-5f800c4d-f683-4f89-a340-5946386c5f3e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833943 Apr 11 16:47:58.301956 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-c7e5983e-224a-4e29-8839-bd57cf36b672 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402577 Apr 11 16:47:58.604776 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8effbb3c-1ac5-4ad8-95b9-c619ce6c653e req-c1649b7f-b74c-429e-baea-82ff993b6121 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 210 time: 0.0370562 Apr 11 16:47:58.714220 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:47:58.980291 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f9d11-b0ec-4383-ab88-fbdde8e388b0 req-2729a84f-872c-4e76-b841-51caa90d1590 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:47:58.982097 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b21f9d11-b0ec-4383-ab88-fbdde8e388b0 req-2729a84f-872c-4e76-b841-51caa90d1590 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0586057 Apr 11 16:47:59.038241 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b21f9d11-b0ec-4383-ab88-fbdde8e388b0 req-5d2445ce-7e3a-4c00-80b2-0ce2f3801705 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478711 Apr 11 16:47:59.699469 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c02833e9-35e7-4209-baeb-3609ce6e3557 req-7c105bb3-db3c-44c9-9395-8b439efd9021 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 210 time: 0.0328364 Apr 11 16:48:00.166742 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c6c043-0623-47ad-b552-6ff6b496b43b req-035bb450-d7e7-4f71-846a-385d34d8f777 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:00.171679 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-61c6c043-0623-47ad-b552-6ff6b496b43b req-035bb450-d7e7-4f71-846a-385d34d8f777 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0603216 Apr 11 16:48:00.231038 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-61c6c043-0623-47ad-b552-6ff6b496b43b req-4e585608-c329-4c81-8f57-e9c7614b4eff tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523660 Apr 11 16:48:00.257539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:00.796516 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57464) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:00.801782 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1839504661', 'description': 'tempest-description--530857707'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:00.821893 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2acbdebb-0e44-4e7c-aaa0-cae9d102b5a6 req-22c49616-9bab-4a72-a734-683c0edc2d40 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 210 time: 0.0362067 Apr 11 16:48:00.947801 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.017965 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (11b07829-7124-460e-9c2b-6b2699f0808e), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.136808 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (11b07829-7124-460e-9c2b-6b2699f0808e), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.166993 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11b07829-7124-460e-9c2b-6b2699f0808e,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:01.361558 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d188207-cd10-4d05-8252-386b31856a99 req-557125cc-fae0-45f4-9ed8-e0dc81bb48a4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:01.363118 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3d188207-cd10-4d05-8252-386b31856a99 req-557125cc-fae0-45f4-9ed8-e0dc81bb48a4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0524983 Apr 11 16:48:01.373734 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.375144 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-212f9930-2442-4bfa-8d67-a564907cf4d6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5770576 Apr 11 16:48:01.378150 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57472) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:01.382897 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'security_group_rule': {'security_group_id': '11b07829-7124-460e-9c2b-6b2699f0808e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:01.417216 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3d188207-cd10-4d05-8252-386b31856a99 req-71877bb4-3bc0-4aed-bc59-d1dc05decf79 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Apr 11 16:48:01.504349 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-9af54c8d-415e-41fc-90c1-2db6532a34f2 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.72 "GET /v2.0/networks?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336604 Apr 11 16:48:01.597506 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (650b3253-ce6e-44a6-9936-d8eedf30f62f), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.753570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-e8ff026d-45b8-4d14-8f6e-c0a506eca66e tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:01.755105 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-e8ff026d-45b8-4d14-8f6e-c0a506eca66e tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2441640 Apr 11 16:48:01.764348 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (650b3253-ce6e-44a6-9936-d8eedf30f62f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.770307 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Request body: {'port': {'device_id': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f', 'admin_state_up': True, 'tenant_id': '7fd25a57c00d4d7f9c1c6aa39c4581da'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:01.885456 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (650b3253-ce6e-44a6-9936-d8eedf30f62f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.904141 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=650b3253-ce6e-44a6-9936-d8eedf30f62f,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:01.930642 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c6e537dd-5890-497e-ba55-565877c86e99 req-eed619d6-df9c-4e4c-a748-3e040fb4e0d5 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 210 time: 0.0295343 Apr 11 16:48:01.982386 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Made reservation on behalf of 7fd25a57c00d4d7f9c1c6aa39c4581da for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:01.986521 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:01.997027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.038820 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.042994 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d0682242-8ca3-4108-b452-f9df92acf981 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6612718 Apr 11 16:48:02.044447 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 57482) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:02.051643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'security_group_rule': {'security_group_id': '11b07829-7124-460e-9c2b-6b2699f0808e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:02.120378 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks [] for security_group (bfae44a7-f779-4fb1-89e5-076d6f062622), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.273932 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (bfae44a7-f779-4fb1-89e5-076d6f062622), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.277839 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (689a8c98-cc11-4f58-980a-8a60ab91597a), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.447759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (689a8c98-cc11-4f58-980a-8a60ab91597a), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.450184 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfae44a7-f779-4fb1-89e5-076d6f062622,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:02.582389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (689a8c98-cc11-4f58-980a-8a60ab91597a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.583099 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Allocated IP 192.168.233.18 (c7271d2b-15b8-4c2d-996f-420932dee15f/477a9d42-2b60-4f17-97a3-775532fdcb6d/acac4f0d-2f53-4df1-941e-2158f8070ad5) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:02.603360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02442c9-c101-4d13-a3fe-4fd0489a358a req-32d233ae-76c6-4d3a-ac34-cc436eddd96d tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:02.605041 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c02442c9-c101-4d13-a3fe-4fd0489a358a req-32d233ae-76c6-4d3a-ac34-cc436eddd96d tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0696056 Apr 11 16:48:02.620934 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=689a8c98-cc11-4f58-980a-8a60ab91597a,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:02.679144 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c02442c9-c101-4d13-a3fe-4fd0489a358a req-645d18c5-5197-415a-a37c-6e05b2c77a3c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650594 Apr 11 16:48:02.704821 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.713425 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5209b722-77d9-45f6-a642-a0bc6f9b61ff tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6671472 Apr 11 16:48:02.714468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 57504) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:02.719916 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:02.792915 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks [] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.873967 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.937136 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.960659 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:02.985811 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Network c7271d2b-15b8-4c2d-996f-420932dee15f is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:02.989404 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:03.012663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:03.054452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Pushing event updated for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:03.089664 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:03.090636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.094245 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b307a2-8d3a-407e-8c00-4063d678cc7d req-a869463c-a849-4ec7-8e2d-3db94f54dca6 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:03.096608 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b307a2-8d3a-407e-8c00-4063d678cc7d req-a869463c-a849-4ec7-8e2d-3db94f54dca6 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 935 time: 0.0819130 Apr 11 16:48:03.197843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Allocated IP 172.28.0.236 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/d8d22d36-45b5-4bc4-a431-38045be01573) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:03.211697 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b307a2-8d3a-407e-8c00-4063d678cc7d req-a17e6416-35f9-4d2d-9c38-ed2eb20ae840 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901721 Apr 11 16:48:03.337071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for port (d8d22d36-45b5-4bc4-a431-38045be01573), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.344575 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-ca8ecc90-e6ed-4ce9-a22d-20c8c9178dbd None None] Provisioning complete for port acac4f0d-2f53-4df1-941e-2158f8070ad5 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:03.345218 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ca8ecc90-e6ed-4ce9-a22d-20c8c9178dbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.394037 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ca8ecc90-e6ed-4ce9-a22d-20c8c9178dbd None None] Port acac4f0d-2f53-4df1-941e-2158f8070ad5 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:03.419702 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-7cfd45bf-4f13-4ac5-840e-233a84c3db12 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6521940 Apr 11 16:48:03.434452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Request body: {'port': {'device_id': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:03.444440 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.482471 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:03.492408 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:03.497457 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:03.520187 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.537044 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'Port': ['ID=d8d22d36-45b5-4bc4-a431-38045be01573,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:03.649529 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.793967 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.893480 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acac4f0d-2f53-4df1-941e-2158f8070ad5 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:03.898161 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a999bf-a9a7-44ba-a986-b73106d5d675 req-d38642b8-8371-4469-a435-b6667222fb74 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:03.899841 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1a999bf-a9a7-44ba-a986-b73106d5d675 req-d38642b8-8371-4469-a435-b6667222fb74 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0832336 Apr 11 16:48:03.904111 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks [] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:03.922515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Transition to ACTIVE for port object acac4f0d-2f53-4df1-941e-2158f8070ad5 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:48:04.010976 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.019388 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1a999bf-a9a7-44ba-a986-b73106d5d675 req-ed3ee278-1c5c-4ba4-bac7-0852ec7701a9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051364 Apr 11 16:48:04.076580 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for port (d8d22d36-45b5-4bc4-a431-38045be01573), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.133923 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Pushing event updated for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:04.169802 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.209180 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Attempting to bind port acac4f0d-2f53-4df1-941e-2158f8070ad5 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:04.210106 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Attempting to bind port acac4f0d-2f53-4df1-941e-2158f8070ad5 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:04.210985 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Attempting to bind port acac4f0d-2f53-4df1-941e-2158f8070ad5 on network c7271d2b-15b8-4c2d-996f-420932dee15f {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:04.242589 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Port acac4f0d-2f53-4df1-941e-2158f8070ad5 on network c7271d2b-15b8-4c2d-996f-420932dee15f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:48:04.243144 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Attempting to bind port acac4f0d-2f53-4df1-941e-2158f8070ad5 on network c7271d2b-15b8-4c2d-996f-420932dee15f {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:04.268798 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:04.269722 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Checking segment: {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:04.269722 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Bound using segment: {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:04.270142 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Bound port: acac4f0d-2f53-4df1-941e-2158f8070ad5, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6de5f12-cad7-446f-8236-e27bce56044b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:04.270497 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.394769 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:04.401178 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:04.404199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'Port': ['ID=d8d22d36-45b5-4bc4-a431-38045be01573,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:04.442588 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.451342 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d5d49-f280-4c0b-96ad-b7fd87c25624 req-1551ec9c-9233-419f-b6f4-fd1b546c2b19 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:04.452956 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-400d5d49-f280-4c0b-96ad-b7fd87c25624 req-1551ec9c-9233-419f-b6f4-fd1b546c2b19 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 947 time: 0.0640044 Apr 11 16:48:04.510020 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-400d5d49-f280-4c0b-96ad-b7fd87c25624 req-077a41b8-9eae-47b5-ba2d-417a4067a52a tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483470 Apr 11 16:48:04.537633 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.581564 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:04.582415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.585045 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] 10.222.0.72 "PUT /v2.0/ports/acac4f0d-2f53-4df1-941e-2158f8070ad5 HTTP/1.1" status: 200 len: 1097 time: 1.1547406 Apr 11 16:48:04.585742 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:04.588833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a693bda8-40c4-44a5-90a9-7daccbf21b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:04.624636 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:04.624636 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5c521e23-9f14-442c-8ae4-72bd2c85ab48 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9061089 Apr 11 16:48:04.666464 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a02e42-65ea-4440-b3f0-0c7bb68e471f service neutron] Pushing event updated for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:04.685737 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8aadc7-c329-4407-89f9-b4536442d9d7 x-openstack-request-id: req-4b8aadc7-c329-4407-89f9-b4536442d9d7 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:04.686034 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:04.686289 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4b8aadc7-c329-4407-89f9-b4536442d9d7 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:04.686749 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b8aadc7-c329-4407-89f9-b4536442d9d7'] response: {'name': 'network-changed', 'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5', 'status': 'completed', 'code': 200} Apr 11 16:48:04.853162 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693bda8-40c4-44a5-90a9-7daccbf21b7d req-34840e26-0a73-4ea5-ac4b-2efd38fbd286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:04.855174 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a693bda8-40c4-44a5-90a9-7daccbf21b7d req-34840e26-0a73-4ea5-ac4b-2efd38fbd286 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 1131 time: 0.0866160 Apr 11 16:48:04.905462 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a693bda8-40c4-44a5-90a9-7daccbf21b7d req-18fef5eb-39e2-47f0-b8fb-2c14d0c182ad service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0404179 Apr 11 16:48:04.959724 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-2fcd2717-82cb-485b-ba2c-e7ab5725669f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1839504661&fields=id&tenant_id=0aee33e8a4504517a4ca9d5fa65755d6 HTTP/1.1" status: 200 len: 267 time: 0.0629234 Apr 11 16:48:04.989836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57552) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:05.044245 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693bda8-40c4-44a5-90a9-7daccbf21b7d req-49ee2fe5-5938-4fdc-8b88-135250a45307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.046974 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a693bda8-40c4-44a5-90a9-7daccbf21b7d req-49ee2fe5-5938-4fdc-8b88-135250a45307 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1306682 Apr 11 16:48:05.168626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f523c5a6-823a-4f76-b69c-3b014dcf5c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.313658 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f523c5a6-823a-4f76-b69c-3b014dcf5c97 admin admin] Publish callbacks [] for security_group (3bd24997-956a-4dd7-9655-6eeadf71dc20), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.317552 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-0d91efb6-674e-49eb-8abf-17122949b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.319380 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-0d91efb6-674e-49eb-8abf-17122949b409 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 1131 time: 0.0641353 Apr 11 16:48:05.326466 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74374a-f823-4b8a-9ae6-412a306533db req-511396a8-0ce6-4549-9b22-66c1119b7a1b tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.345913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9f74374a-f823-4b8a-9ae6-412a306533db req-511396a8-0ce6-4549-9b22-66c1119b7a1b tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0951467 Apr 11 16:48:05.373023 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-f11b1c72-d9c2-4cd5-97e3-32171791fb80 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5 HTTP/1.1" status: 200 len: 217 time: 0.0435190 Apr 11 16:48:05.379799 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-259adc97-fc51-4b85-b0b9-588336c6bc59 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.385163 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-259adc97-fc51-4b85-b0b9-588336c6bc59 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 0.4245539 Apr 11 16:48:05.404057 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f523c5a6-823a-4f76-b69c-3b014dcf5c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3bd24997-956a-4dd7-9655-6eeadf71dc20), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.404859 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-7ad1fdd5-c109-437e-9ead-54e4874c86f2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/quotas/0aee33e8a4504517a4ca9d5fa65755d6 HTTP/1.1" status: 200 len: 375 time: 0.0187311 Apr 11 16:48:05.474340 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9f74374a-f823-4b8a-9ae6-412a306533db req-977c9c15-9d5f-4c72-9e79-97dca71fbcd5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321244 Apr 11 16:48:05.498653 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-37932855-f94c-461f-801a-02828dc30040 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899343 Apr 11 16:48:05.553697 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f523c5a6-823a-4f76-b69c-3b014dcf5c97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6fdd94460b4f4929a2993de38a5e1957&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5605440 Apr 11 16:48:05.554993 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57566) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:05.586972 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f523c5a6-823a-4f76-b69c-3b014dcf5c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd24997-956a-4dd7-9655-6eeadf71dc20,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:05.600373 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-0d15a810-8e8f-4cc7-b23b-6806db35150b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.601972 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-0d15a810-8e8f-4cc7-b23b-6806db35150b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=477a9d42-2b60-4f17-97a3-775532fdcb6d HTTP/1.1" status: 200 len: 843 time: 0.2199676 Apr 11 16:48:05.650434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] Publish callbacks [] for security_group (3bd24997-956a-4dd7-9655-6eeadf71dc20), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.668190 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-ecd49e76-37a1-4144-85d3-de964e252d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.669828 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-ecd49e76-37a1-4144-85d3-de964e252d20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=c7271d2b-15b8-4c2d-996f-420932dee15f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0605440 Apr 11 16:48:05.673878 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac595596-d1d0-43f8-87d5-ffa813b6f821 req-b0dcce02-3537-465c-bfac-62be38397337 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:05.675133 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ac595596-d1d0-43f8-87d5-ffa813b6f821 req-b0dcce02-3537-465c-bfac-62be38397337 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 947 time: 0.0643945 Apr 11 16:48:05.679187 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-b5750218-6e80-426f-99bd-665a7bdf5ccd service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1732674 Apr 11 16:48:05.683531 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] Publish callbacks [] for security_group (3bd24997-956a-4dd7-9655-6eeadf71dc20), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.708886 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:05.795824 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ac595596-d1d0-43f8-87d5-ffa813b6f821 req-afeecbff-5b53-44fe-90e9-6c49ca0cc0a8 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125965 Apr 11 16:48:05.824153 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-d9e68ac8-073a-43e2-ba59-5ac489285d94 service neutron] 10.222.0.32 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329520 Apr 11 16:48:05.824875 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-cfac0532-cae1-48b2-9a65-139060371613 service neutron] 10.222.0.72 "GET /v2.0/networks/c7271d2b-15b8-4c2d-996f-420932dee15f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352859 Apr 11 16:48:05.920004 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.945119 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-fe73e690-dbc6-455e-a0e7-e3684efb3aa6 req-9dcf8752-3efd-45bf-b1d7-da95de3b8ab6 service neutron] 10.222.0.72 "GET /v2.0/networks/c7271d2b-15b8-4c2d-996f-420932dee15f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085987 Apr 11 16:48:05.960077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3bd24997-956a-4dd7-9655-6eeadf71dc20), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.970978 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:05.970978 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3bd24997-956a-4dd7-9655-6eeadf71dc20 HTTP/1.1" status: 204 len: 168 time: 0.4123979 Apr 11 16:48:05.979529 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c5fa0b-6bfc-48cc-ad96-1723ca57b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd24997-956a-4dd7-9655-6eeadf71dc20,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:06.139296 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7413c4bc-fa19-431c-a910-b5859ae29ef8 req-3fe293b9-8e5a-4e70-9694-e15a856b45b2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0559237 Apr 11 16:48:06.646208 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d149f6-1690-4e7c-967d-2e9a3bf356ba req-73dbf0b9-ad0f-4f9b-b90c-c166b8f921c2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:06.648662 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58d149f6-1690-4e7c-967d-2e9a3bf356ba req-73dbf0b9-ad0f-4f9b-b90c-c166b8f921c2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0710244 Apr 11 16:48:06.703256 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58d149f6-1690-4e7c-967d-2e9a3bf356ba req-4ea6eaf7-f52e-415d-8b3c-8a823e73c76d tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479035 Apr 11 16:48:06.945970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbcd53-edbc-454f-820a-67eafd77d525 req-52742581-9929-4a57-bba7-1d00eca8c37b tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:06.947698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-93dbcd53-edbc-454f-820a-67eafd77d525 req-52742581-9929-4a57-bba7-1d00eca8c37b tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 947 time: 0.0688887 Apr 11 16:48:07.028964 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-93dbcd53-edbc-454f-820a-67eafd77d525 req-c06b0ae7-eaef-454a-ae82-e44d1c632018 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730109 Apr 11 16:48:07.251910 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-da2e8674-d822-44e4-9add-99b2b618d350 req-d7be561a-af1b-4e47-a823-3aba7d4d170f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0313599 Apr 11 16:48:07.413359 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-e0670217-5299-4032-abaf-d1449396eb1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0490403 Apr 11 16:48:07.490335 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-d23de685-72d3-46ef-a10a-4cb6021a9a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.490874 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-d23de685-72d3-46ef-a10a-4cb6021a9a4f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 1129 time: 0.0473692 Apr 11 16:48:07.623607 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-215ae4a8-22dc-43dc-975a-778549abe05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.625175 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-215ae4a8-22dc-43dc-975a-778549abe05d service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1131263 Apr 11 16:48:07.672814 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-f5a70069-d3da-44f2-811b-e0195526fe44 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 200 len: 217 time: 0.0411248 Apr 11 16:48:07.724752 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-911847bb-871c-48e2-965d-b4b7e5b3a87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.726321 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-911847bb-871c-48e2-965d-b4b7e5b3a87d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0476623 Apr 11 16:48:07.774027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-fa54c5b0-235a-4f6f-8fe2-f1293bf2fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.775924 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-fa54c5b0-235a-4f6f-8fe2-f1293bf2fe25 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0427153 Apr 11 16:48:07.847628 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a58f8e-13c2-4487-8a27-348264e23b02 req-3aa7d328-984e-45e2-987c-50ce7199b897 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:07.850214 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-32a58f8e-13c2-4487-8a27-348264e23b02 req-3aa7d328-984e-45e2-987c-50ce7199b897 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0653021 Apr 11 16:48:07.901890 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-3bcadf33-f654-47ab-9a7a-61dc2a660359 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110387 Apr 11 16:48:07.918170 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-32a58f8e-13c2-4487-8a27-348264e23b02 req-31090db0-de58-448f-8a08-84aa234e47c4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616965 Apr 11 16:48:08.010303 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5b253fa9-71eb-4de9-b6fa-8720d5a25136 req-73f64442-9e71-4c85-a4a6-ba38cd46ba43 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006753 Apr 11 16:48:08.154290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea472da3-c9f5-4c0a-b51d-cf051e26b48f req-3dc4086f-a7e2-4e45-92a2-dab757784630 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:08.155790 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ea472da3-c9f5-4c0a-b51d-cf051e26b48f req-3dc4086f-a7e2-4e45-92a2-dab757784630 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 947 time: 0.0543361 Apr 11 16:48:08.209192 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ea472da3-c9f5-4c0a-b51d-cf051e26b48f req-005163e9-2a3f-4342-a317-9dcfd4df4abe tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474813 Apr 11 16:48:08.356403 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-90ad177d-c7ab-4238-94f5-1e26c8d97460 req-776a2ef0-aab4-4c97-b8df-0739dd79a294 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0312932 Apr 11 16:48:08.586318 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-e234bda8-ef39-430c-b6d3-00a190cf22cc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:08.587902 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-e234bda8-ef39-430c-b6d3-00a190cf22cc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 818 time: 0.1180332 Apr 11 16:48:08.706015 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device acac4f0d-2f53-4df1-941e-2158f8070ad5 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:48:08.785468 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-ab918d41-898d-423b-a06e-dca6b27e5054 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0aee33e8a4504517a4ca9d5fa65755d6 HTTP/1.1" status: 200 len: 380 time: 0.1190634 Apr 11 16:48:08.798189 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'port': {'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'admin_state_up': True, 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'security_groups': ['11b07829-7124-460e-9c2b-6b2699f0808e']}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:08.827488 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:08.847498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'acac4f0d-2f53-4df1-941e-2158f8070ad5', 'network_id': 'c7271d2b-15b8-4c2d-996f-420932dee15f', 'port_id': 'acac4f0d-2f53-4df1-941e-2158f8070ad5', 'mac_address': 'fa:16:3e:d5:77:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 844, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '477a9d42-2b60-4f17-97a3-775532fdcb6d', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:48:08.905384 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port acac4f0d-2f53-4df1-941e-2158f8070ad5 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:08.906062 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:08.945282 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acac4f0d-2f53-4df1-941e-2158f8070ad5 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:08.977837 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:09.051249 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Made reservation on behalf of 0aee33e8a4504517a4ca9d5fa65755d6 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:09.055375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.070163 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175c2c-bc1e-4bf9-bad2-57978ff71c83 req-b3da7c4a-0f03-45fc-bd04-245fb4f19f12 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.071916 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f4175c2c-bc1e-4bf9-bad2-57978ff71c83 req-b3da7c4a-0f03-45fc-bd04-245fb4f19f12 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0536699 Apr 11 16:48:09.097144 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.138971 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f4175c2c-bc1e-4bf9-bad2-57978ff71c83 req-382b63da-ab65-4601-b4d9-76343962bcf0 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601037 Apr 11 16:48:09.170197 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:09.232495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Allocated IP 172.20.0.6 (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a/c236bd8a-c44c-495e-b84d-df3cc422a53e/db8a93c0-7a52-4f73-971a-210f8e783369) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:09.349476 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c890d57b-b1c5-4caa-bb10-30c87392cf95 req-b07f177d-349c-4bb0-8f08-57e9f0dfee4e tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.351334 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c890d57b-b1c5-4caa-bb10-30c87392cf95 req-b07f177d-349c-4bb0-8f08-57e9f0dfee4e tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 948 time: 0.0642610 Apr 11 16:48:09.402895 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for port (db8a93c0-7a52-4f73-971a-210f8e783369), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.407710 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c890d57b-b1c5-4caa-bb10-30c87392cf95 req-0d93133c-d78a-4bd9-9fa8-7300a21504be tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498655 Apr 11 16:48:09.414157 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['acac4f0d-2f53-4df1-941e-2158f8070ad5'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:09.497937 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-490162ff-c5cc-49f6-9cc9-c489d95a3a58 req-24c4d3fe-285b-407c-a5de-a788e7aa5b5b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0315261 Apr 11 16:48:09.634646 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:09.702042 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971c6c0-bb4d-4084-a537-2fc07c24a776 req-a969e94f-781f-46e9-9094-784ebb2b7fd4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.704696 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e971c6c0-bb4d-4084-a537-2fc07c24a776 req-a969e94f-781f-46e9-9094-784ebb2b7fd4 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0587926 Apr 11 16:48:09.793142 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e971c6c0-bb4d-4084-a537-2fc07c24a776 req-fbe3cb67-85d5-44e6-a5df-aa3765657492 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809965 Apr 11 16:48:09.954633 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-da9fa9e7-f0b6-41cd-be12-297e0b6ab294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:09.956576 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-da9fa9e7-f0b6-41cd-be12-297e0b6ab294 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1130 time: 0.0512578 Apr 11 16:48:10.018807 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:10.022119 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:10.026291 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:10.078896 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event updated for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:10.107269 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.107748 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.108988 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.108988 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.109472 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.110054 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.110778 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.112125 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.112380 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-daec0898-e7c7-4359-b18c-77237bd34c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.112950 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.113226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.113837 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.113973 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-daec0898-e7c7-4359-b18c-77237bd34c29 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 911 time: 0.1467669 Apr 11 16:48:10.114410 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.115030 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.115618 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.116200 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:10.222229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.222229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.222432 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-cb1759cb-d0f0-4885-97b7-2d327d0a3a17 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 1001 time: 0.0882928 Apr 11 16:48:10.269818 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-a7f6bd4b-8d45-4786-94c1-31d564a32992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.271354 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-a7f6bd4b-8d45-4786-94c1-31d564a32992 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0549092 Apr 11 16:48:10.328965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-adcf8fc1-d45e-4cbf-aaa8-d582fe726f64 None None] Provisioning complete for port db8a93c0-7a52-4f73-971a-210f8e783369 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:10.360459 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-adcf8fc1-d45e-4cbf-aaa8-d582fe726f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.360703 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-ec7e70eb-823d-462a-a94b-73eaa3d334b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.360703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-ec7e70eb-823d-462a-a94b-73eaa3d334b7 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0516829 Apr 11 16:48:10.376145 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-adcf8fc1-d45e-4cbf-aaa8-d582fe726f64 None None] Port db8a93c0-7a52-4f73-971a-210f8e783369 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:10.451162 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-6f7c49a7-870e-489f-9bfb-e80423d40ed1 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044679 Apr 11 16:48:10.501088 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-6180d3a2-83f4-4653-8aa4-c02d22775da5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7077050 Apr 11 16:48:10.514069 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Request body: {'port': {'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:10.600559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b237f260-fe81-4ab0-9f08-e006a5c381d7 req-814cce8d-4927-4771-aeb0-9158d6cd3383 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.600825 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:10.602230 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b237f260-fe81-4ab0-9f08-e006a5c381d7 req-814cce8d-4927-4771-aeb0-9158d6cd3383 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 948 time: 0.0735495 Apr 11 16:48:10.642980 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa4bbf6d-9644-4f4e-bdcb-fc374190b891 req-41abe488-9b61-4660-8ef0-52dc4cd3b46a service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838138 Apr 11 16:48:10.699685 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b3a77-a61f-44e6-9f4f-9b5243aa8884 req-54596b7a-6acd-444f-8f0e-a1f2403b083d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:10.701463 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-368b3a77-a61f-44e6-9f4f-9b5243aa8884 req-54596b7a-6acd-444f-8f0e-a1f2403b083d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 931 time: 0.0867693 Apr 11 16:48:10.708736 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device acac4f0d-2f53-4df1-941e-2158f8070ad5 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:10.720712 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b237f260-fe81-4ab0-9f08-e006a5c381d7 req-92d9b748-5763-49ee-9049-6329325ffced tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041439 Apr 11 16:48:10.767158 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-368b3a77-a61f-44e6-9f4f-9b5243aa8884 req-35dfc335-a3fa-4df5-b47d-439eae283daf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567245 Apr 11 16:48:10.799291 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port acac4f0d-2f53-4df1-941e-2158f8070ad5 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:48:10.901782 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port acac4f0d-2f53-4df1-941e-2158f8070ad5 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:10.902173 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.001774 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3411d-dfe2-47ff-bf8c-ab062858fb32 req-0d075437-b88d-41b4-b578-a6eb342a7f14 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:11.003810 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e3411d-dfe2-47ff-bf8c-ab062858fb32 req-0d075437-b88d-41b4-b578-a6eb342a7f14 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0917411 Apr 11 16:48:11.049269 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db8a93c0-7a52-4f73-971a-210f8e783369 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:11.055633 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port acac4f0d-2f53-4df1-941e-2158f8070ad5 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:11.055633 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.062138 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks [] for port (db8a93c0-7a52-4f73-971a-210f8e783369), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.079580 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Transition to ACTIVE for port object db8a93c0-7a52-4f73-971a-210f8e783369 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:48:11.082313 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:11.084823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe29447-c542-4ae1-964d-a6adffb0f8dd" -d '{"events": [{"server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "name": "network-vif-plugged", "status": "completed", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:11.100596 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e5e3411d-dfe2-47ff-bf8c-ab062858fb32 req-70da82c0-5179-4207-8e18-909d14965cc3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790749 Apr 11 16:48:11.106505 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:11.131406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36de8481-8351-4062-a42a-f6314cd47c52 x-openstack-request-id: req-36de8481-8351-4062-a42a-f6314cd47c52 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:11.131406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "name": "network-vif-plugged", "status": "completed", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:11.131406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-36de8481-8351-4062-a42a-f6314cd47c52 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:11.131924 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36de8481-8351-4062-a42a-f6314cd47c52'] response: {'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5', 'code': 200} Apr 11 16:48:11.154301 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.173306 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.214630 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Pushing event updated for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:11.249227 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:11.335275 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Attempting to bind port db8a93c0-7a52-4f73-971a-210f8e783369 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:11.339216 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Attempting to bind port db8a93c0-7a52-4f73-971a-210f8e783369 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:11.339216 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Attempting to bind port db8a93c0-7a52-4f73-971a-210f8e783369 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:11.341838 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Port db8a93c0-7a52-4f73-971a-210f8e783369 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:48:11.342158 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Attempting to bind port db8a93c0-7a52-4f73-971a-210f8e783369 on network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:11.349325 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:11.349659 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Checking segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:11.350175 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Bound using segment: {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:11.350675 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Bound port: db8a93c0-7a52-4f73-971a-210f8e783369, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:11.351224 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.486927 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:11.490985 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db8a93c0-7a52-4f73-971a-210f8e783369,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:11.572078 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.624918 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:11.625537 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:11.626987 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] 10.222.0.72 "PUT /v2.0/ports/db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 1093 time: 1.1181779 Apr 11 16:48:11.627452 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:11.629747 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beedbd4e-bd93-4bc9-a187-978a513c11ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:11.672498 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d44227-f321-436e-8aa4-8199134461c0 service neutron] Pushing event updated for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:11.684830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267a6c51-7a84-4da7-9fe4-527da6a42790 x-openstack-request-id: req-267a6c51-7a84-4da7-9fe4-527da6a42790 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:11.685731 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:11.686349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-267a6c51-7a84-4da7-9fe4-527da6a42790 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:11.687418 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267a6c51-7a84-4da7-9fe4-527da6a42790'] response: {'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'status': 'completed', 'code': 200} Apr 11 16:48:11.939919 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-6df41655-89d0-4ffe-b970-9837bfc21471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:11.942108 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-6df41655-89d0-4ffe-b970-9837bfc21471 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1127 time: 0.0634339 Apr 11 16:48:12.017039 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25484434-e10c-42d5-b283-16a0b6641353 req-15818a8b-3f6b-4e5a-9890-a7345c76a975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.018586 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-25484434-e10c-42d5-b283-16a0b6641353 req-15818a8b-3f6b-4e5a-9890-a7345c76a975 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 1133 time: 0.1156361 Apr 11 16:48:12.027896 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bc7142-5d5a-48c7-8b8d-627066c7fb1f req-f23232e8-a0c1-405f-ba50-6b4f1572ef64 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.040140 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20bc7142-5d5a-48c7-8b8d-627066c7fb1f req-f23232e8-a0c1-405f-ba50-6b4f1572ef64 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.1672301 Apr 11 16:48:12.113878 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b219a-c02f-4651-93e2-b5b78e81a3ab req-f590f969-efaf-4d00-a3d4-ec67a77126aa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.115937 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b69b219a-c02f-4651-93e2-b5b78e81a3ab req-f590f969-efaf-4d00-a3d4-ec67a77126aa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 943 time: 0.2177806 Apr 11 16:48:12.128147 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-293c81df-8711-4473-91d0-1d02f0e156d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.132628 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-293c81df-8711-4473-91d0-1d02f0e156d2 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1711328 Apr 11 16:48:12.197264 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-25484434-e10c-42d5-b283-16a0b6641353 req-0a540335-2fd0-4b1c-8afe-0484d65b72b3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518245 Apr 11 16:48:12.242062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20bc7142-5d5a-48c7-8b8d-627066c7fb1f req-47a5cc1b-6e53-4f1b-b2ba-818ea6376485 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734176 Apr 11 16:48:12.256442 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b69b219a-c02f-4651-93e2-b5b78e81a3ab req-dcc8af05-f86c-4d61-8da8-2018fb63f8c1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1335220 Apr 11 16:48:12.306514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-6660347a-ca1d-4ec0-8d21-36314d035a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.308158 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-beedbd4e-bd93-4bc9-a187-978a513c11ab req-6660347a-ca1d-4ec0-8d21-36314d035a4c service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705897 Apr 11 16:48:12.362212 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6865ae6c-bb1a-4ab4-83b8-a54ea5e73220 req-23d83786-74a1-4908-b398-e707f7cd66c8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.364036 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6865ae6c-bb1a-4ab4-83b8-a54ea5e73220 req-23d83786-74a1-4908-b398-e707f7cd66c8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0557401 Apr 11 16:48:12.421283 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6865ae6c-bb1a-4ab4-83b8-a54ea5e73220 req-0adf58c3-8f08-49d9-8f44-f52625e17602 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507131 Apr 11 16:48:12.563665 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-fd6e2403-236f-4f8e-975b-c9a56c8e051b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.563665 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-fd6e2403-236f-4f8e-975b-c9a56c8e051b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1127 time: 0.0428636 Apr 11 16:48:12.610524 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-a62fe97f-7aed-4b4e-add3-77cbf075bfde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 217 time: 0.0403621 Apr 11 16:48:12.663890 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-cc43cc23-f0e2-4020-8460-9fa99df0d52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:12.665295 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-cc43cc23-f0e2-4020-8460-9fa99df0d52f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0492730 Apr 11 16:48:13.100916 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-e88c1089-ce98-4651-a3c0-04ed00e909c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:13.102472 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-e88c1089-ce98-4651-a3c0-04ed00e909c1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446131 Apr 11 16:48:13.205700 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-d3bc7841-ac51-45ba-acd2-729331642dd3 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917184 Apr 11 16:48:13.326456 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f49634db-3b36-4edc-9c4e-892e524502b8 req-5dd0031c-dea8-4beb-9d24-6a755c0496f0 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136346 Apr 11 16:48:13.390708 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8dda0a-ce05-4560-818f-03fe391a1f28 req-e995f819-d8ab-48ee-8008-4e8f7f9772e4 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:13.392945 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bb8dda0a-ce05-4560-818f-03fe391a1f28 req-e995f819-d8ab-48ee-8008-4e8f7f9772e4 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0922437 Apr 11 16:48:13.418199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b9d84e-d689-4c08-a649-20fffe83f90f req-393f8172-2d42-418b-84f6-014327dfe143 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:13.419766 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b9d84e-d689-4c08-a649-20fffe83f90f req-393f8172-2d42-418b-84f6-014327dfe143 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0775318 Apr 11 16:48:13.486683 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bb8dda0a-ce05-4560-818f-03fe391a1f28 req-a65cf8b0-a4d0-45cf-8a24-fa8597be5dff tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827315 Apr 11 16:48:13.501023 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b9d84e-d689-4c08-a649-20fffe83f90f req-72172cfe-f5f9-46a1-9927-ddc81c786a2c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724258 Apr 11 16:48:14.653234 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34444e4-f71f-47b1-9ef4-dfd50413ee13 req-6fd01f9c-b5e7-42f1-8657-a070a5332923 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:14.659596 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e34444e4-f71f-47b1-9ef4-dfd50413ee13 req-6fd01f9c-b5e7-42f1-8657-a070a5332923 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0783484 Apr 11 16:48:14.663822 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fea548-8e0f-4352-a5cd-5cf9991590cd req-0c7df513-773a-45c9-900f-f67b36e718a7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:14.665323 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f9fea548-8e0f-4352-a5cd-5cf9991590cd req-0c7df513-773a-45c9-900f-f67b36e718a7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0793760 Apr 11 16:48:14.741816 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e34444e4-f71f-47b1-9ef4-dfd50413ee13 req-4ddd8121-2e40-4768-9dab-6fa50c66c2d6 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755038 Apr 11 16:48:14.745776 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f9fea548-8e0f-4352-a5cd-5cf9991590cd req-ea5926e4-0e6b-4989-bc2d-c581be3f8349 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733063 Apr 11 16:48:14.973352 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57780) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:15.022925 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Deleting subnet 61f6f9b6-c876-4d1d-be74-23bc0de7bf75 {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:48:15.026611 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Publish callbacks [] for subnet (61f6f9b6-c876-4d1d-be74-23bc0de7bf75), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.064427 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (61f6f9b6-c876-4d1d-be74-23bc0de7bf75), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.109992 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (61f6f9b6-c876-4d1d-be74-23bc0de7bf75), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.252280 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de76df76-7ed8-46b4-8f31-510350b734a8 req-c7fa20da-d7cc-444c-916f-69f94597a25a tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:15.253940 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-de76df76-7ed8-46b4-8f31-510350b734a8 req-c7fa20da-d7cc-444c-916f-69f94597a25a tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0487053 Apr 11 16:48:15.307507 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-de76df76-7ed8-46b4-8f31-510350b734a8 req-170bb960-05bf-4a4c-9c64-6c385797b9af tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Apr 11 16:48:15.314808 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (61f6f9b6-c876-4d1d-be74-23bc0de7bf75), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.345304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.349516 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/61f6f9b6-c876-4d1d-be74-23bc0de7bf75 HTTP/1.1" status: 204 len: 168 time: 0.3740246 Apr 11 16:48:15.349516 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c7be7a-8c61-4992-96f2-be0b62aca630 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f6f9b6-c876-4d1d-be74-23bc0de7bf75,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:15.354354 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 57786) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:15.429429 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (b88cae2c-0f53-4ad4-bc41-e032b4afdb75), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.515286 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (b88cae2c-0f53-4ad4-bc41-e032b4afdb75), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.538190 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b88cae2c-0f53-4ad4-bc41-e032b4afdb75']}} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:15.549067 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c8c42eb-7052-485d-ab58-1a8df3af7fc0') {'for_net_delete': True} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:15.549385 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c8c42eb-7052-485d-ab58-1a8df3af7fc0') {} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:15.559019 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3519902'] for segment (1c8c42eb-7052-485d-ab58-1a8df3af7fc0), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.572362 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (1c8c42eb-7052-485d-ab58-1a8df3af7fc0), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.579391 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Releasing vlan 833 on physical network physnet1 to pool {{(pid=110559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:48:15.579779 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59015398'] for segment (1c8c42eb-7052-485d-ab58-1a8df3af7fc0), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: Traceback (most recent call last): Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: timer() Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: cb(*args, **kw) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: return func(*args, **kwargs) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: self._notify() Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: self.callback(batched_events) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: event.method(event) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: return f(self, *a, **k) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: return self._get(url).json() Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: return self.request(url, 'GET', **kwargs) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:48:15.581547 dv-cinder-837165-2-smb neutron-server[110559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:48:15.778437 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (b88cae2c-0f53-4ad4-bc41-e032b4afdb75), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.785229 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.788583 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] 10.222.0.32 "DELETE /v2.0/networks/b88cae2c-0f53-4ad4-bc41-e032b4afdb75 HTTP/1.1" status: 204 len: 168 time: 0.4333034 Apr 11 16:48:15.791858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57792) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:15.799202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b88cae2c-0f53-4ad4-bc41-e032b4afdb75,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:15.807031 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.807387 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.807733 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.808081 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.808422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.808833 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.809084 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.809416 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.809750 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.810376 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.810727 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.811068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.811397 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.811725 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.812723 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91419767-2357-427d-bacf-d30aa5ebef2f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:15.843430 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Deleting subnet 5199340d-ebf6-4b11-9c59-b18ae8e0d339 {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:48:15.849471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Publish callbacks [] for subnet (5199340d-ebf6-4b11-9c59-b18ae8e0d339), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.876365 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ed8acb-c154-49ac-87e6-79cd41542375 req-8c33c207-1047-4b6d-af60-e65cd9d9f4d0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:15.878059 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65ed8acb-c154-49ac-87e6-79cd41542375 req-8c33c207-1047-4b6d-af60-e65cd9d9f4d0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0577166 Apr 11 16:48:15.893329 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (5199340d-ebf6-4b11-9c59-b18ae8e0d339), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:15.935899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65ed8acb-c154-49ac-87e6-79cd41542375 req-515bf189-3b21-4433-ba8c-d3a956b11b83 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506546 Apr 11 16:48:15.947800 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (5199340d-ebf6-4b11-9c59-b18ae8e0d339), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.080605 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (5199340d-ebf6-4b11-9c59-b18ae8e0d339), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.115671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5199340d-ebf6-4b11-9c59-b18ae8e0d339,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:16.119456 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.123202 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-344aa19e-ad5e-4e38-9c80-8b0ae79bab5b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/5199340d-ebf6-4b11-9c59-b18ae8e0d339 HTTP/1.1" status: 204 len: 168 time: 0.3292916 Apr 11 16:48:16.125177 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57794) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:16.204946 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (2c8bfd96-438d-4ab2-a8b1-8b046d2c848e), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.291504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (2c8bfd96-438d-4ab2-a8b1-8b046d2c848e), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.320288 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8bfd96-438d-4ab2-a8b1-8b046d2c848e']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:16.338830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078fb433-ea90-4af6-9479-1778a5a5c6d5') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:16.339131 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078fb433-ea90-4af6-9479-1778a5a5c6d5') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:16.352631 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (078fb433-ea90-4af6-9479-1778a5a5c6d5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.366896 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (078fb433-ea90-4af6-9479-1778a5a5c6d5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.376563 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:48:16.377057 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (078fb433-ea90-4af6-9479-1778a5a5c6d5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:48:16.379111 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:48:16.447531 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909725e2-8683-4d55-a0ee-fb7a46d51c37 req-5e4faeb7-a100-4ffe-84b0-ec7aee7072ab tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:16.450224 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-909725e2-8683-4d55-a0ee-fb7a46d51c37 req-5e4faeb7-a100-4ffe-84b0-ec7aee7072ab tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0674181 Apr 11 16:48:16.527898 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-909725e2-8683-4d55-a0ee-fb7a46d51c37 req-e908458c-7fbe-4761-8c6c-0cf9f1551fd6 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705168 Apr 11 16:48:16.543049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (2c8bfd96-438d-4ab2-a8b1-8b046d2c848e), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.558344 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.565547 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] 10.222.0.32 "DELETE /v2.0/networks/2c8bfd96-438d-4ab2-a8b1-8b046d2c848e HTTP/1.1" status: 204 len: 168 time: 0.4385190 Apr 11 16:48:16.580755 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed682ccc-9cad-4b69-a913-46bc3568cd8e admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8bfd96-438d-4ab2-a8b1-8b046d2c848e,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:16.723744 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device db8a93c0-7a52-4f73-971a-210f8e783369 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:48:16.828357 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db8a93c0-7a52-4f73-971a-210f8e783369,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:16.844253 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:48:16.885710 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port db8a93c0-7a52-4f73-971a-210f8e783369 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:16.887747 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:16.900590 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db8a93c0-7a52-4f73-971a-210f8e783369 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:16.928264 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db8a93c0-7a52-4f73-971a-210f8e783369,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:16.951733 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57820) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:17.005274 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 57824) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:17.015660 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4f5fe237-f574-4ac2-8920-1631cab10493 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ad3d7190a7c340b693f3af3bd2089947&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533402 Apr 11 16:48:17.050890 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.105479 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b995398a-ffe7-49b7-ae54-9a8d6087314b req-58ac81f6-19ea-4d7b-9aa3-a0905b433b33 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:17.107182 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b995398a-ffe7-49b7-ae54-9a8d6087314b req-58ac81f6-19ea-4d7b-9aa3-a0905b433b33 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 943 time: 0.0785933 Apr 11 16:48:17.111250 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] Publish callbacks [] for security_group (59784374-ca2e-4475-9697-3a32357f7a72), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.116165 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:17.125501 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.125821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.126311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.126927 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.127544 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.127926 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.128356 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.128836 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.129009 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.129406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.129740 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.130092 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.130481 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.131000 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.131208 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:17.150674 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] Publish callbacks [] for security_group (59784374-ca2e-4475-9697-3a32357f7a72), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.206147 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b995398a-ffe7-49b7-ae54-9a8d6087314b req-a065022c-c0e5-4eb7-adb3-1bb0136e827b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896881 Apr 11 16:48:17.362299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a54450-e226-45bc-ac01-18cb315e7471 req-4c43bd3c-e3e7-4e4e-9c7e-83691681ad5d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:17.364017 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-41a54450-e226-45bc-ac01-18cb315e7471 req-4c43bd3c-e3e7-4e4e-9c7e-83691681ad5d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.72 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0651691 Apr 11 16:48:17.369301 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['db8a93c0-7a52-4f73-971a-210f8e783369'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:17.409423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (59784374-ca2e-4475-9697-3a32357f7a72), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.411383 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.420672 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59784374-ca2e-4475-9697-3a32357f7a72 HTTP/1.1" status: 204 len: 168 time: 0.4132404 Apr 11 16:48:17.432920 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1721b0a6-bc23-454f-862e-c3955c6015ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59784374-ca2e-4475-9697-3a32357f7a72,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:17.510507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Deleting port acac4f0d-2f53-4df1-941e-2158f8070ad5 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:48:17.511026 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.637612 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] For port acac4f0d-2f53-4df1-941e-2158f8070ad5, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=acac4f0d-2f53-4df1-941e-2158f8070ad5,segment=NetworkSegment(e6de5f12-cad7-446f-8236-e27bce56044b),segment_id=e6de5f12-cad7-446f-8236-e27bce56044b)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:17.637982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.654471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Calling delete_port for acac4f0d-2f53-4df1-941e-2158f8070ad5 owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:48:17.675521 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b77172-0a20-4cb6-afde-f63e7d7d18f0 req-1d724042-53ad-4fc9-9aea-bee0ae5cf39d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:17.683586 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30b77172-0a20-4cb6-afde-f63e7d7d18f0 req-1d724042-53ad-4fc9-9aea-bee0ae5cf39d tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 949 time: 0.0790777 Apr 11 16:48:17.751218 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-30b77172-0a20-4cb6-afde-f63e7d7d18f0 req-abfcde33-ec0f-4cd6-aa16-84848e1789e1 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/security-groups?id=bfae44a7-f779-4fb1-89e5-076d6f062622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656457 Apr 11 16:48:17.963547 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (acac4f0d-2f53-4df1-941e-2158f8070ad5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:17.994134 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Pushing event deleted for resources: {'Port': ['ID=acac4f0d-2f53-4df1-941e-2158f8070ad5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.050652 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] No DVR routers for this DVR port acac4f0d-2f53-4df1-941e-2158f8070ad5 on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:48:18.058515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.065654 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-41a54450-e226-45bc-ac01-18cb315e7471 req-3fd72934-545b-4346-a607-c65659eb7183 tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.72 "DELETE /v2.0/ports/acac4f0d-2f53-4df1-941e-2158f8070ad5 HTTP/1.1" status: 204 len: 173 time: 0.6895630 Apr 11 16:48:18.065654 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'name': 'network-vif-deleted', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:18.066407 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae8299a2-1798-4271-a39f-22953aee2455" -d '{"events": [{"server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "name": "network-vif-deleted", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:18.115515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ce7fb1d-b181-4787-b21f-600e5e8b5e00 x-openstack-request-id: req-0ce7fb1d-b181-4787-b21f-600e5e8b5e00 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:18.115830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fb492f-b344-4cda-bf49-73e381f86510", "name": "network-vif-deleted", "tag": "acac4f0d-2f53-4df1-941e-2158f8070ad5", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:18.116094 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0ce7fb1d-b181-4787-b21f-600e5e8b5e00 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:18.116514 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce7fb1d-b181-4787-b21f-600e5e8b5e00'] response: {'server_uuid': 'c1fb492f-b344-4cda-bf49-73e381f86510', 'name': 'network-vif-deleted', 'tag': 'acac4f0d-2f53-4df1-941e-2158f8070ad5', 'status': 'completed', 'code': 200} Apr 11 16:48:18.145871 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['acac4f0d-2f53-4df1-941e-2158f8070ad5'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:18.335298 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57846) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:18.377972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d75213-f8e5-4652-8133-1a2240b24640 req-3005a2e4-0147-49a2-a639-9d0dc0412b6a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:18.380259 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f4d75213-f8e5-4652-8133-1a2240b24640 req-3005a2e4-0147-49a2-a639-9d0dc0412b6a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 944 time: 0.0859144 Apr 11 16:48:18.403482 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-c1cd7966-f5a1-4693-9332-090773852a0f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=30fd9cb075c648d983dc0165ae11267c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0664942 Apr 11 16:48:18.408032 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 57848) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:18.467289 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f4d75213-f8e5-4652-8133-1a2240b24640 req-ae3edeee-304a-4b24-a0cc-a466b06b6e95 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766528 Apr 11 16:48:18.483281 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] Publish callbacks [] for security_group (8dfa27e4-a995-4777-9081-230cc20f9181), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.529088 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] Publish callbacks [] for security_group (8dfa27e4-a995-4777-9081-230cc20f9181), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.656918 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8dfa27e4-a995-4777-9081-230cc20f9181), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.659516 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:18.660685 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8dfa27e4-a995-4777-9081-230cc20f9181 HTTP/1.1" status: 204 len: 168 time: 0.2511270 Apr 11 16:48:18.668604 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa24161-0bbb-429d-b9f4-7e0eecab5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dfa27e4-a995-4777-9081-230cc20f9181,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:18.736785 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device db8a93c0-7a52-4f73-971a-210f8e783369 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:18.801192 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port db8a93c0-7a52-4f73-971a-210f8e783369 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:48:18.870395 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a5ebcfc9-d8b7-4bba-9e3c-7f063968a22e req-c862106e-a655-424d-bbfc-a35b546821be tempest-VolumesNegativeTest-1506446637 tempest-VolumesNegativeTest-1506446637-project] 10.222.0.32 "GET /v2.0/ports?device_id=c1fb492f-b344-4cda-bf49-73e381f86510 HTTP/1.1" status: 200 len: 210 time: 0.0315478 Apr 11 16:48:18.908462 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port db8a93c0-7a52-4f73-971a-210f8e783369 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:18.908847 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.001533 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port db8a93c0-7a52-4f73-971a-210f8e783369 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:19.002006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.026860 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:19.029228 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b16595a1-453a-439a-a128-f9dcfb9b9dc4" -d '{"events": [{"server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "name": "network-vif-plugged", "status": "completed", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:19.043729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db8a93c0-7a52-4f73-971a-210f8e783369,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:19.066756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c843bfac-2998-41f1-a36d-fd73c520c173 x-openstack-request-id: req-c843bfac-2998-41f1-a36d-fd73c520c173 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:19.067109 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "name": "network-vif-plugged", "status": "completed", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:19.067375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c843bfac-2998-41f1-a36d-fd73c520c173 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:19.067785 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c843bfac-2998-41f1-a36d-fd73c520c173'] response: {'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'code': 200} Apr 11 16:48:19.187570 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:19.270855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:19.610776 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b727d7-11d9-4e9e-82e7-8d0fd49d2577 req-acde3ae2-9956-4cd2-ba76-b74f7b4ef1e6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:19.613106 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-82b727d7-11d9-4e9e-82e7-8d0fd49d2577 req-acde3ae2-9956-4cd2-ba76-b74f7b4ef1e6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0702891 Apr 11 16:48:19.627768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d6d2c2-9c43-4c74-90eb-127774a19351 req-f6d74d6e-7ef0-4dc2-8a2f-931ba9dedb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:19.629949 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f2d6d2c2-9c43-4c74-90eb-127774a19351 req-f6d74d6e-7ef0-4dc2-8a2f-931ba9dedb01 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0418594 Apr 11 16:48:19.665216 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-82b727d7-11d9-4e9e-82e7-8d0fd49d2577 req-cb9bed60-88c3-499a-8211-936311d4b943 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434220 Apr 11 16:48:19.682083 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f2d6d2c2-9c43-4c74-90eb-127774a19351 req-484718f5-ffd9-4b87-be1f-ed3dd392cbf2 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419211 Apr 11 16:48:20.787519 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6ca2a-9512-47ed-9cfc-01f58d62919f req-1fec830d-60a8-44ab-8e42-d86dc4da76dc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:20.789208 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fcb6ca2a-9512-47ed-9cfc-01f58d62919f req-1fec830d-60a8-44ab-8e42-d86dc4da76dc tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0510948 Apr 11 16:48:20.848503 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fcb6ca2a-9512-47ed-9cfc-01f58d62919f req-a8149a3b-8a26-467a-bc8a-5b936a9eba7b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485563 Apr 11 16:48:21.981814 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe63dd8b-db28-4a68-a544-c7747886837c req-f9569e82-947d-46b0-b8c0-db140461c974 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:21.983475 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe63dd8b-db28-4a68-a544-c7747886837c req-f9569e82-947d-46b0-b8c0-db140461c974 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0571532 Apr 11 16:48:22.067400 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe63dd8b-db28-4a68-a544-c7747886837c req-1cc452cc-497f-4226-8827-ee4ba3a28875 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761464 Apr 11 16:48:22.225683 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25693368-3655-481e-88cc-d02b41994364 req-04a0fa28-9de9-40c6-8a20-1910dcd2443c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:22.228931 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-25693368-3655-481e-88cc-d02b41994364 req-04a0fa28-9de9-40c6-8a20-1910dcd2443c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0685577 Apr 11 16:48:22.239178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58052) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:22.246529 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'floatingip': {'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:22.335211 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:22.753802 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device acac4f0d-2f53-4df1-941e-2158f8070ad5 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:48:22.809595 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: acac4f0d-2f53-4df1-941e-2158f8070ad5 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:48:22.809975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device acac4f0d-2f53-4df1-941e-2158f8070ad5 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:48:23.292302 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.541061 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.689302 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2e332584-757e-41e0-8f6c-1ece4c0c9a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:23.692360 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Floating IP 5332aec7-e215-431e-b908-08d37f77966d associated. External IP: 172.28.0.236, port: db8a93c0-7a52-4f73-971a-210f8e783369. Apr 11 16:48:23.915528 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58142) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:23.959621 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:24.049518 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21dde27b-32e6-4e70-a6ff-fcc7a1669e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.111476 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:24.118097 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.126503 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:24.141612 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:24.142258 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:47:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:24.159254 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-27ab92fa-98a1-4f13-a50e-3bf97744baf0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "PUT /v2.0/floatingips/5332aec7-e215-431e-b908-08d37f77966d HTTP/1.1" status: 200 len: 991 time: 1.9189646 Apr 11 16:48:24.163043 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:24.163043 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:24.173045 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21dde27b-32e6-4e70-a6ff-fcc7a1669e60 admin admin] Publish callbacks [] for security_group (6329fd66-5454-4ea4-a62e-1096bb4dffc0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.222882 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95046463-fed4-4843-9d07-85c489218955 x-openstack-request-id: req-95046463-fed4-4843-9d07-85c489218955 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:24.223224 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:24.223474 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-95046463-fed4-4843-9d07-85c489218955 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:24.223943 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95046463-fed4-4843-9d07-85c489218955'] response: {'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'status': 'completed', 'code': 200} Apr 11 16:48:24.279295 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-21dde27b-32e6-4e70-a6ff-fcc7a1669e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6329fd66-5454-4ea4-a62e-1096bb4dffc0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.302858 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:24.329380 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-951181d6-9da1-4f69-bf52-79d621c9ce14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:24.331773 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-951181d6-9da1-4f69-bf52-79d621c9ce14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0791781 Apr 11 16:48:24.333127 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dde27b-32e6-4e70-a6ff-fcc7a1669e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6329fd66-5454-4ea4-a62e-1096bb4dffc0,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:24.337274 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-21dde27b-32e6-4e70-a6ff-fcc7a1669e60 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4e4cf61bfb9c4c8c838968981cd5924c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4198136 Apr 11 16:48:24.349911 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58164) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:24.398547 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] Publish callbacks [] for security_group (6329fd66-5454-4ea4-a62e-1096bb4dffc0), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.428186 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] Publish callbacks [] for security_group (6329fd66-5454-4ea4-a62e-1096bb4dffc0), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.437009 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-f9f66107-7087-4eae-9f61-61ffb17ae8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:24.438549 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-f9f66107-7087-4eae-9f61-61ffb17ae8de service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.0990977 Apr 11 16:48:24.528025 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-d827627f-89d7-4701-ae23-91477e57dca0 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 999 time: 0.0808246 Apr 11 16:48:24.557421 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 1, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:24.586768 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:24.587416 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-f5ccc45d-dd5a-4a33-ae03-0b0daaad20ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:24.589604 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-f5ccc45d-dd5a-4a33-ae03-0b0daaad20ed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0540190 Apr 11 16:48:24.595370 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:24.595990 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:47:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:24.609092 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6329fd66-5454-4ea4-a62e-1096bb4dffc0), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.611796 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:24.616768 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6329fd66-5454-4ea4-a62e-1096bb4dffc0 HTTP/1.1" status: 204 len: 168 time: 0.2750165 Apr 11 16:48:24.627080 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffa2e1-7e33-4ccb-8bfc-70d1a04b886f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6329fd66-5454-4ea4-a62e-1096bb4dffc0,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:24.648738 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-ae8048d3-2917-4dcb-b603-449063d94258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:24.651230 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-ae8048d3-2917-4dcb-b603-449063d94258 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0521221 Apr 11 16:48:24.724604 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:24.776652 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-21dc44ff-ac64-47cf-8d68-e18f4db398b6 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187205 Apr 11 16:48:24.903226 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4a47d2d6-5bb2-4ca0-990d-9e0edc2c11bb req-0bd63c23-21fa-4b23-abb5-599e2500095a service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197267 Apr 11 16:48:25.098839 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 1, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:25.128844 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba9bbee-c75b-4e95-86f3-0c01abaabb2a None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:48:23Z', 'revision_number': 1, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:25.325037 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43bcff5f-fbb4-4345-ba37-9b5d7192815d None None] New status for floating IP 5332aec7-e215-431e-b908-08d37f77966d: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:48:26.542692 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d49f91e3-f3c9-4733-ab3a-f4889b3388e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.121956 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58284) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:27.241181 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a924d190-001a-4506-b009-e56f13628179 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.326977 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a924d190-001a-4506-b009-e56f13628179 admin admin] Publish callbacks [] for security_group (f0444fcb-ed9f-4f23-b415-3fdf303ad606), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.334253 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.426296 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a924d190-001a-4506-b009-e56f13628179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f0444fcb-ed9f-4f23-b415-3fdf303ad606), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.469767 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a924d190-001a-4506-b009-e56f13628179 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55b00e25a7e248468c49aea68f763fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3467519 Apr 11 16:48:27.470918 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a924d190-001a-4506-b009-e56f13628179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0444fcb-ed9f-4f23-b415-3fdf303ad606,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:27.472486 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58288) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:27.529328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] Publish callbacks [] for security_group (f0444fcb-ed9f-4f23-b415-3fdf303ad606), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.551853 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] Publish callbacks [] for security_group (f0444fcb-ed9f-4f23-b415-3fdf303ad606), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.677643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (f0444fcb-ed9f-4f23-b415-3fdf303ad606), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.680172 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:27.681343 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f0444fcb-ed9f-4f23-b415-3fdf303ad606 HTTP/1.1" status: 204 len: 168 time: 0.2077363 Apr 11 16:48:27.690352 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0146dcd-ef76-47c0-917d-3509c71069d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0444fcb-ed9f-4f23-b415-3fdf303ad606,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:28.073160 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58304) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:28.210721 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e2870516-fd48-4916-afe5-2d61fec7eae0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fd25a57c00d4d7f9c1c6aa39c4581da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1363544 Apr 11 16:48:28.213145 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58314) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:28.267526 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] Publish callbacks [] for security_group (bfae44a7-f779-4fb1-89e5-076d6f062622), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.292670 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] Publish callbacks [] for security_group (bfae44a7-f779-4fb1-89e5-076d6f062622), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.422821 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (bfae44a7-f779-4fb1-89e5-076d6f062622), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.425360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.426505 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bfae44a7-f779-4fb1-89e5-076d6f062622 HTTP/1.1" status: 204 len: 168 time: 0.2124794 Apr 11 16:48:28.434101 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42160a3c-4b4d-4e66-ba73-3d8f32c2db7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfae44a7-f779-4fb1-89e5-076d6f062622,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:28.771248 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:28.977551 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58342) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:29.075967 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-26876311-network', 'tenant_id': 'acfdbfe9aa9a4b38bc90768234cd4cd2'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:29.203996 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Made reservation on behalf of acfdbfe9aa9a4b38bc90768234cd4cd2 for: {'network': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:29.207362 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.219464 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.303757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks [] for security_group (58154a66-eb4c-497d-a51d-bc3150143bab), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.413428 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (58154a66-eb4c-497d-a51d-bc3150143bab), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.435950 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 809} {{(pid=110559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:48:29.451860 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58154a66-eb4c-497d-a51d-bc3150143bab,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:29.454689 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (54d90222-bc9f-41fa-a06b-7dd7f6893a4c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.455057 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.segments_db [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Added segment 54d90222-bc9f-41fa-a06b-7dd7f6893a4c of type vlan for network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba Apr 11 16:48:29.500766 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.588132 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58362) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:29.622300 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.623376 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:29.624022 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.689305 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] Pushing event updated for resources: {'Network': ['ID=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:29.700093 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:48:29.700942 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1591135699-network', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:29.715940 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c1e954c1-6e1a-4cf3-841e-e1ab11cc1d53 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7372177 Apr 11 16:48:29.719519 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58368) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:29.725561 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Request body: {'subnet': {'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-26876311-subnet', 'tenant_id': 'acfdbfe9aa9a4b38bc90768234cd4cd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:29.785746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Made reservation on behalf of ece40f17ecf94914a96ca0481f3eb6fb for: {'network': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:29.788347 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.798899 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.844052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Made reservation on behalf of acfdbfe9aa9a4b38bc90768234cd4cd2 for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:29.846573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59068369'] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.881222 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks [] for security_group (bb71e0b6-1200-45d1-8bb2-b6214a427005), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.959135 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (bb71e0b6-1200-45d1-8bb2-b6214a427005), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:29.974832 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 828} {{(pid=110559) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:48:30.002764 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb71e0b6-1200-45d1-8bb2-b6214a427005,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.009072 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (4ffe5967-dad4-4aca-adf9-ddca95d9df43), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.009431 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.segments_db [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Added segment 4ffe5967-dad4-4aca-adf9-ddca95d9df43 of type vlan for network ec57fcc1-0045-4967-816f-a1d0eb3bec48 Apr 11 16:48:30.060680 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (ec57fcc1-0045-4967-816f-a1d0eb3bec48), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.136498 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59068355'] for subnet (29475dad-e952-4419-a4f6-4691911627c7), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.174646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (ec57fcc1-0045-4967-816f-a1d0eb3bec48), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.175913 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:30.176523 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.203801 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29475dad-e952-4419-a4f6-4691911627c7,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.215617 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Checking segment: {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:30.215976 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Network hostable DHCP agents. Network: 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:48:30.241102 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] Pushing event updated for resources: {'Network': ['ID=ec57fcc1-0045-4967-816f-a1d0eb3bec48,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.250756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:48:30.369051 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.433690 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:48:30.440741 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d186867b-4002-492d-93ff-7115066aca26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8514016 Apr 11 16:48:30.441664 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58386) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:30.446611 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Request body: {'subnet': {'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1591135699-subnet', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:30.519718 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:30.520005 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Made reservation on behalf of ece40f17ecf94914a96ca0481f3eb6fb for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:30.522117 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3686204'] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.524450 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:30.525292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.533816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1a8b20-984e-47ac-a182-8d4a5cc95499 None None] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:30.591503 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-935e42de-0a80-475e-be8e-b0489439afc1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8701713 Apr 11 16:48:30.646428 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c82ae4-5f87-483e-926c-f296d7bcd9eb None None] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:30.820307 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59016833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3686190'] for subnet (bdd1eb88-7ec7-4050-922b-72a670be5ede), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:30.884170 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd1eb88-7ec7-4050-922b-72a670be5ede,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:30.886420 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Checking segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:30.886781 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Network hostable DHCP agents. Network: ec57fcc1-0045-4967-816f-a1d0eb3bec48, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:48:31.037531 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:48:31.193574 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, ec57fcc1-0045-4967-816f-a1d0eb3bec48) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:31.198106 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:31.198787 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.208515 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed716bbc-38fe-4707-9ae6-787398f42a72 None None] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:31.311690 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:48:31.317903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.414645 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-10fc2196-2c7d-4486-9f9c-8d32622d4c8a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9718118 Apr 11 16:48:31.417889 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58404) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:31.423418 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:31.536851 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (036177f2-3b7c-4913-b102-d395b77b4622), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.538217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (036177f2-3b7c-4913-b102-d395b77b4622), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.578611 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Allocated IP 172.20.0.2 (ec57fcc1-0045-4967-816f-a1d0eb3bec48/bdd1eb88-7ec7-4050-922b-72a670be5ede/728be8b8-5ac5-40d0-9ea2-b301f6a76df6) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:31.593185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for router_controller (036177f2-3b7c-4913-b102-d395b77b4622), precommit_add_association {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.726068 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks [] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.881668 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for router_gateway (036177f2-3b7c-4913-b102-d395b77b4622), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.902461 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:31.940875 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:31.943852 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:31.947635 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:31.959665 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Pushing event updated for resources: {'Port': ['ID=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:32.017547 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Attempting to bind port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:32.017993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Attempting to bind port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:32.018422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Attempting to bind port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 on network ec57fcc1-0045-4967-816f-a1d0eb3bec48 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:32.026629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:32.029861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Checking segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:32.029861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.029861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Bound using segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:32.029861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Bound port: 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:32.029861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.096680 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] For port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:32.100368 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] For port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:32.259789 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for router_gateway (036177f2-3b7c-4913-b102-d395b77b4622), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.279392 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.298256 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.383102 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b665ecb7-7304-4c1b-8dac-1d19eeb7c34e None None] Pushing event updated for resources: {'Port': ['ID=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:32.418703 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Allocated IP 172.28.0.19 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/5b20e01a-3542-4031-a686-b651394f8c20) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:32.546250 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for port (5b20e01a-3542-4031-a686-b651394f8c20), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.633774 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58426) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:32.668622 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (5b20e01a-3542-4031-a686-b651394f8c20), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.717724 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:32.723354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:32.725927 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:32.735303 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Pushing event updated for resources: {'Port': ['ID=5b20e01a-3542-4031-a686-b651394f8c20,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:32.774768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-785bae1d-1a75-47c1-b0d7-6d1040c0527a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:32.969514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-785bae1d-1a75-47c1-b0d7-6d1040c0527a admin admin] Publish callbacks [] for security_group (7bb989c6-5278-4456-a1f6-4fb2daedec11), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.125506 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-785bae1d-1a75-47c1-b0d7-6d1040c0527a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (7bb989c6-5278-4456-a1f6-4fb2daedec11), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.207310 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-724b77e8-a6b1-47a0-9c3b-8935865b9930 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:33.212754 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-785bae1d-1a75-47c1-b0d7-6d1040c0527a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a81ddc5ef674cb7be5d52665a7a6fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5777931 Apr 11 16:48:33.214454 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-724b77e8-a6b1-47a0-9c3b-8935865b9930 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/networks?id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba HTTP/1.1" status: 200 len: 812 time: 0.1280508 Apr 11 16:48:33.215769 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58444) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:33.216391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785bae1d-1a75-47c1-b0d7-6d1040c0527a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb989c6-5278-4456-a1f6-4fb2daedec11,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:33.225413 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-792bc1b4-bbfb-40eb-93b0-27f9d77759d9 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/quotas/acfdbfe9aa9a4b38bc90768234cd4cd2 HTTP/1.1" status: 200 len: 375 time: 0.0098436 Apr 11 16:48:33.265697 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for router_gateway (036177f2-3b7c-4913-b102-d395b77b4622), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.267403 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-99f85f24-af07-4bb8-9e6b-bec8e39ad297 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341761 Apr 11 16:48:33.354036 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0ff076-936a-4a95-b25d-854574d9f5a6 None None] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:33.365153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] Publish callbacks [] for security_group (7bb989c6-5278-4456-a1f6-4fb2daedec11), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.382898 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-c027f4db-cf56-49f8-9702-e2ca51aa687b service neutron] 10.222.0.32 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065197 Apr 11 16:48:33.455629 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] Publish callbacks [] for security_group (7bb989c6-5278-4456-a1f6-4fb2daedec11), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.481706 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Provisioning complete for port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:33.482696 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.487926 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-b34dd6bf-9912-435d-95d0-b92abe7498d4 service neutron] 10.222.0.32 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976396 Apr 11 16:48:33.623674 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Current status of the port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:33.624307 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.700789 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] For port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:33.745096 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:33.806195 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.838230 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-435ae251-e3ed-4dec-937d-d8534d0048f7 req-f1ce0358-6ea2-4ac9-96e1-a64a1bcf79a4 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0451031 Apr 11 16:48:33.894201 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:33.900550 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.909456 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (036177f2-3b7c-4913-b102-d395b77b4622), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.917589 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b788f3c-f152-4206-b2c5-8fc77a72b769 None None] Pushing event updated for resources: {'Port': ['ID=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:33.956734 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-495c5b82-7c65-4db0-8954-f7e8a8d93892 None None] Provisioning complete for port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:33.957115 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-495c5b82-7c65-4db0-8954-f7e8a8d93892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.980302 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (7bb989c6-5278-4456-a1f6-4fb2daedec11), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.981056 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:33.985288 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7bb989c6-5278-4456-a1f6-4fb2daedec11 HTTP/1.1" status: 204 len: 168 time: 0.7630005 Apr 11 16:48:34.028350 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79943bdc-60c1-4c2b-8a5a-bc14fe790b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb989c6-5278-4456-a1f6-4fb2daedec11,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:34.055480 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:34.104895 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-495c5b82-7c65-4db0-8954-f7e8a8d93892 None None] Current status of the port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:34.188984 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Router 036177f2-3b7c-4913-b102-d395b77b4622 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:48:34.347768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:34.362525 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Sync routers for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:34.382708 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:34.382708 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:34.481407 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.485845 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5e6e9ed3-1760-494c-a57c-e5cf87dfd99a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0634375 Apr 11 16:48:34.486275 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58462) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:34.500789 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:34.714882 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:32Z', 'revision_number': 3, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:34.749001 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Checking router: 036177f2-3b7c-4913-b102-d395b77b4622 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:34.749494 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Updating router 036177f2-3b7c-4913-b102-d395b77b4622 port 5b20e01a-3542-4031-a686-b651394f8c20 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:34.778174 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5b20e01a-3542-4031-a686-b651394f8c20), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.830641 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58466) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:34.848811 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-db33ddb8-6366-403f-b2bb-5bb00a02e3a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.942098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-db33ddb8-6366-403f-b2bb-5bb00a02e3a3 admin admin] Publish callbacks [] for security_group (d1210b15-276b-4254-8735-dfff3f983b08), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:34.956428 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e5a16a1-21cc-40a9-8b57-6b2a8b8ae375 req-4d7e1d18-a910-40c0-9c56-748e8069d0d2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0384259 Apr 11 16:48:35.009860 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.056468 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-db33ddb8-6366-403f-b2bb-5bb00a02e3a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (d1210b15-276b-4254-8735-dfff3f983b08), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.072754 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks [] for port (5b20e01a-3542-4031-a686-b651394f8c20), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.097692 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-db33ddb8-6366-403f-b2bb-5bb00a02e3a3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28b54428740d4af79c6a72e12a6f20fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2658091 Apr 11 16:48:35.098913 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db33ddb8-6366-403f-b2bb-5bb00a02e3a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1210b15-276b-4254-8735-dfff3f983b08,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.101912 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58470) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:35.151162 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] Publish callbacks [] for security_group (d1210b15-276b-4254-8735-dfff3f983b08), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.170338 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5b20e01a-3542-4031-a686-b651394f8c20), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.174626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] Publish callbacks [] for security_group (d1210b15-276b-4254-8735-dfff3f983b08), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.190705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Allocated IP 172.20.0.1 (ec57fcc1-0045-4967-816f-a1d0eb3bec48/bdd1eb88-7ec7-4050-922b-72a670be5ede/d46c6198-95bf-48ce-8649-1f9b9f7b0b91) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:35.219282 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Attempting to bind port 5b20e01a-3542-4031-a686-b651394f8c20 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:35.219657 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Attempting to bind port 5b20e01a-3542-4031-a686-b651394f8c20 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:35.220534 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Attempting to bind port 5b20e01a-3542-4031-a686-b651394f8c20 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:35.232599 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:35.233058 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:35.233359 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.233744 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:35.234248 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Bound port: 5b20e01a-3542-4031-a686-b651394f8c20, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:35.234636 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5b20e01a-3542-4031-a686-b651394f8c20), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.260555 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Pushing event updated for resources: {'Port': ['ID=5b20e01a-3542-4031-a686-b651394f8c20,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.272613 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.272946 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.273369 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.273634 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.273960 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.274282 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.274601 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.274917 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.275258 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.275586 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.275948 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.276282 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.276600 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.276913 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.277227 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:48:35.304769 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks [] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.308176 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] For port 5b20e01a-3542-4031-a686-b651394f8c20, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:35.311484 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] For port 5b20e01a-3542-4031-a686-b651394f8c20, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5b20e01a-3542-4031-a686-b651394f8c20,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:35.322741 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (d1210b15-276b-4254-8735-dfff3f983b08), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.325809 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.327134 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d1210b15-276b-4254-8735-dfff3f983b08 HTTP/1.1" status: 204 len: 168 time: 0.2242703 Apr 11 16:48:35.335749 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc26c6a-066b-4032-b02a-9e7fe25ebb8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1210b15-276b-4254-8735-dfff3f983b08,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.369838 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5b20e01a-3542-4031-a686-b651394f8c20), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.421070 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.424963 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:35.427955 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:35.497856 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5fa985-f731-48c8-b673-40768d899290 None None] Pushing event updated for resources: {'Port': ['ID=5b20e01a-3542-4031-a686-b651394f8c20,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.500313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:35.504346 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:35.506721 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:35.550202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (036177f2-3b7c-4913-b102-d395b77b4622), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.569405 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:35.779651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:35.826620 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:32Z', 'revision_number': 3, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:35.870977 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6125d55-102d-4282-9da9-16c93922ba14 None None] The sync data for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb is: [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:32Z', 'revision_number': 3, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:35.917102 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:35.918264 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.939232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Pushing event updated for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:35.972887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58482) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:35.984363 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-4c127a61-c982-444b-8e2e-bb5ef7311edf None None] Provisioning complete for port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:35.984729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4c127a61-c982-444b-8e2e-bb5ef7311edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:35.988748 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--46440575', 'description': 'tempest-description--1065152021'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:36.031959 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.061874 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-4c127a61-c982-444b-8e2e-bb5ef7311edf None None] Port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:36.073889 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:36.082230 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-29818c17-e9bc-4559-8ac6-f9ab626435ea req-b7c0a530-4352-47f7-8ab6-bc95bb7ce139 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0311315 Apr 11 16:48:36.114891 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.203659 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.295447 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.313058 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks [] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.379605 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58486) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:36.393812 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.394258 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.396627 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3e53a281-15f3-4964-8dd4-bbfafdad8b7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.470497 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:36.478763 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (036177f2-3b7c-4913-b102-d395b77b4622), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.480730 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Pushing event updated for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:36.534262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3e53a281-15f3-4964-8dd4-bbfafdad8b7b admin admin] Publish callbacks [] for security_group (ba9c650a-3f70-4710-9998-fbcc095161df), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.555559 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.556817 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-718e152b-f846-4d96-9c38-8e0bad0b1af0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5827918 Apr 11 16:48:36.560754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58488) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:36.566984 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:36.585427 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:36.586845 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:36.653019 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3e53a281-15f3-4964-8dd4-bbfafdad8b7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ba9c650a-3f70-4710-9998-fbcc095161df), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.736733 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Router 036177f2-3b7c-4913-b102-d395b77b4622 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:36.774118 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3e53a281-15f3-4964-8dd4-bbfafdad8b7b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8f2288e389045658b31ea538e8c048a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3931656 Apr 11 16:48:36.774666 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58490) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:36.789280 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (b1a91b6a-7b5c-4b50-b172-83ae57e75033), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.833522 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53a281-15f3-4964-8dd4-bbfafdad8b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9c650a-3f70-4710-9998-fbcc095161df,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:36.882158 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:36.894082 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-825d3e7f-1353-4f11-8934-82a550fa5264 admin admin] 10.222.0.32 "PUT /v2.0/routers/036177f2-3b7c-4913-b102-d395b77b4622/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059970 Apr 11 16:48:36.905522 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-de9167ef-8465-415e-85bc-8897841588f5 None None] Provisioning complete for port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:36.906750 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-de9167ef-8465-415e-85bc-8897841588f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.938420 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (b1a91b6a-7b5c-4b50-b172-83ae57e75033), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:36.948597 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-848ddecd-3357-40a3-9c3b-ea42eb274ba2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:36.950152 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-848ddecd-3357-40a3-9c3b-ea42eb274ba2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "GET /v2.0/networks?id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba HTTP/1.1" status: 200 len: 812 time: 0.2284424 Apr 11 16:48:36.955704 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-de9167ef-8465-415e-85bc-8897841588f5 None None] Port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:36.971737 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Request body: {'port': {'device_id': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba', 'admin_state_up': True, 'tenant_id': 'acfdbfe9aa9a4b38bc90768234cd4cd2'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:36.978746 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] Publish callbacks [] for security_group (ba9c650a-3f70-4710-9998-fbcc095161df), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.060993 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (b1a91b6a-7b5c-4b50-b172-83ae57e75033), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.067533 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] Publish callbacks [] for security_group (ba9c650a-3f70-4710-9998-fbcc095161df), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.105064 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a91b6a-7b5c-4b50-b172-83ae57e75033,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:37.182581 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.191178 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f45739ea-55eb-4027-b74c-fb1a8d4db151 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6221611 Apr 11 16:48:37.191178 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58500) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:37.192400 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:37.203436 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ddfb4192-5b9e-490e-860e-f9dfb4b8bfea req-e15a3ca9-0280-4452-b1f0-434446f8c87b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0357630 Apr 11 16:48:37.279897 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Made reservation on behalf of acfdbfe9aa9a4b38bc90768234cd4cd2 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:37.283381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.289860 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ba9c650a-3f70-4710-9998-fbcc095161df), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.292319 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.293448 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ba9c650a-3f70-4710-9998-fbcc095161df HTTP/1.1" status: 204 len: 168 time: 0.5145261 Apr 11 16:48:37.309923 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (232ab7c4-a543-4a05-8bcb-e70eb0265fe0), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.327342 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31f7df2-90e6-452b-8ca7-443c42c5b7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9c650a-3f70-4710-9998-fbcc095161df,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:37.462005 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (232ab7c4-a543-4a05-8bcb-e70eb0265fe0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.484262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Allocated IP 172.20.0.9 (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba/29475dad-e952-4419-a4f6-4691911627c7/e39cee8c-9b30-41ac-af8d-4af1e38fe7a8) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:37.553229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (232ab7c4-a543-4a05-8bcb-e70eb0265fe0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.612179 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=232ab7c4-a543-4a05-8bcb-e70eb0265fe0,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:37.682991 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks [] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.684944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5b20e01a-3542-4031-a686-b651394f8c20 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:37.714195 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.718011 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-40041ead-3652-45dc-a3e1-3f9861d06ffc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5264397 Apr 11 16:48:37.719396 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58516) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:37.733147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:37.752393 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 5b20e01a-3542-4031-a686-b651394f8c20 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:37.752806 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5b20e01a-3542-4031-a686-b651394f8c20), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.816871 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.845210 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.867167 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:37.870989 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:37.874023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:37.893668 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Sync routers for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:37.918195 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Pushing event updated for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:37.918879 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:37.920810 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:37.940419 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:37.941345 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.944797 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:37.966779 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58520) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:37.972384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2035746926-network', 'tenant_id': 'f3385ced142044fda76f1fb52288426f'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:37.982036 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 5b20e01a-3542-4031-a686-b651394f8c20 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:37.982427 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5b20e01a-3542-4031-a686-b651394f8c20), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.013834 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 5b20e01a-3542-4031-a686-b651394f8c20, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5b20e01a-3542-4031-a686-b651394f8c20,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:38.053173 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-9cc069a4-4c46-4441-8afd-02e8c0fde569 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0885587 Apr 11 16:48:38.065509 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.28.0.47 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/8b514f4d-85b5-4289-9b2f-a673a756dd5e) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:38.067718 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Request body: {'port': {'device_id': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:38.070048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:38.133267 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.142621 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Made reservation on behalf of f3385ced142044fda76f1fb52288426f for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:38.144855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5b20e01a-3542-4031-a686-b651394f8c20), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.145853 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.157671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.182072 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.251141 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=5b20e01a-3542-4031-a686-b651394f8c20,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.318373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.323308 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:36Z', 'revision_number': 2, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:38.353288 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Checking router: 036177f2-3b7c-4913-b102-d395b77b4622 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:38.353894 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Updating router 036177f2-3b7c-4913-b102-d395b77b4622 port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:38.388260 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.397492 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b4ade-0082-4b82-9dcd-9452ea361bb5 req-c10d2583-cd03-49cd-9105-798e4223b136 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.399190 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-893b4ade-0082-4b82-9dcd-9452ea361bb5 req-c10d2583-cd03-49cd-9105-798e4223b136 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 931 time: 0.0924184 Apr 11 16:48:38.401108 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:38.404394 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:38.413673 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:38.421364 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks [] for security_group (59ca583b-e9a8-47b1-a4e2-ccc89e0070bf), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.441824 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=8b514f4d-85b5-4289-9b2f-a673a756dd5e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.499222 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-893b4ade-0082-4b82-9dcd-9452ea361bb5 req-a45bf2fc-4e99-4574-89dc-7ecdc8d2ee8f tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919383 Apr 11 16:48:38.518627 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (59ca583b-e9a8-47b1-a4e2-ccc89e0070bf), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.541362 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:38.557227 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (e1af9f01-28be-482a-9344-87927929f496), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.557486 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks [] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.559891 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 800} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:48:38.575564 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ca583b-e9a8-47b1-a4e2-ccc89e0070bf,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.602987 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (e147e923-812a-465e-a618-2da9d460ea6c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.602987 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Added segment e147e923-812a-465e-a618-2da9d460ea6c of type vlan for network 74299c55-f41b-45bf-b43f-eca00a93fbd8 Apr 11 16:48:38.602987 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Transition to ACTIVE for port object e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:48:38.625693 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (74299c55-f41b-45bf-b43f-eca00a93fbd8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.677527 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks [] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.683642 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.684727 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.722977 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (74299c55-f41b-45bf-b43f-eca00a93fbd8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.723936 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:38.724539 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.754440 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.788054 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.839466 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] Pushing event updated for resources: {'Network': ['ID=74299c55-f41b-45bf-b43f-eca00a93fbd8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.846252 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ebb71-1272-4d5b-8fb9-50e23070c329 None None] Pushing event updated for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:38.852057 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:48:38.875622 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-32d44abe-925d-4720-b0a2-ffb040a78d87 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9074938 Apr 11 16:48:38.876904 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Attempting to bind port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:38.877253 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Attempting to bind port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:38.877548 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Attempting to bind port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:38.878330 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58524) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:38.883135 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.884895 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:48:38.885302 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Attempting to bind port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:38.888764 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Request body: {'subnet': {'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2035746926-subnet', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:38.892715 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:38.893353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Checking segment: {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:38.893808 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Bound using segment: {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:38.894639 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Bound port: e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:38.895225 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.971665 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.975846 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:38.978831 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Attempting to bind port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:38.982890 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Attempting to bind port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:38.982890 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Attempting to bind port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 on network ec57fcc1-0045-4967-816f-a1d0eb3bec48 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:38.983138 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:38.990783 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:38.991210 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Checking segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:38.991624 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:38.992084 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Bound using segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:38.992720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Bound port: d46c6198-95bf-48ce-8649-1f9b9f7b0b91, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:38.993116 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.009930 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Made reservation on behalf of f3385ced142044fda76f1fb52288426f for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:39.012721 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3686204'] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.066786 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.104707 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.105335 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.106779 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] 10.222.0.72 "PUT /v2.0/ports/e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 HTTP/1.1" status: 200 len: 1093 time: 1.0451388 Apr 11 16:48:39.107263 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:39.110146 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb9d9ab-0129-41d9-91b6-1d86728da41c" -d '{"events": [{"name": "network-changed", "server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:39.118680 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=8b514f4d-85b5-4289-9b2f-a673a756dd5e,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:39.128069 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (e1af9f01-28be-482a-9344-87927929f496), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.134111 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a114d2-61a8-4623-9e1e-f5b149a3baf8 service neutron] Pushing event updated for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:39.176098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f99a8ecc-3fff-4e03-85ae-ff214c6c0887 x-openstack-request-id: req-f99a8ecc-3fff-4e03-85ae-ff214c6c0887 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:39.176393 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:39.176675 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f99a8ecc-3fff-4e03-85ae-ff214c6c0887 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:39.177128 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f99a8ecc-3fff-4e03-85ae-ff214c6c0887'] response: {'name': 'network-changed', 'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8', 'status': 'completed', 'code': 200} Apr 11 16:48:39.216292 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-3c11f959-c1d2-4105-bd4f-d8eedd46c6da None None] Provisioning complete for port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:39.216668 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3c11f959-c1d2-4105-bd4f-d8eedd46c6da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.219239 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] For port d46c6198-95bf-48ce-8649-1f9b9f7b0b91, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:39.222753 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] For port d46c6198-95bf-48ce-8649-1f9b9f7b0b91, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:39.242332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-841facd9-8546-47c8-9702-f8952644d287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.244607 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-841facd9-8546-47c8-9702-f8952644d287 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 1127 time: 0.0476384 Apr 11 16:48:39.258780 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-3c11f959-c1d2-4105-bd4f-d8eedd46c6da None None] Port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:39.314178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.315497 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-f0eee2ca-f7a8-4b0f-b711-377eea19e739 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5940876 Apr 11 16:48:39.347623 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-348031b7-3423-45b6-a3b0-945c90373c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.349108 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-348031b7-3423-45b6-a3b0-945c90373c3b service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0972693 Apr 11 16:48:39.371680 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.441818 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:39.444690 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:39.451319 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59016833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3686190'] for subnet (71a4d6c8-3afc-495a-9ea6-649b103a76b3), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.467169 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-dfd915fc-2bb7-4d21-8a13-06b0f314a30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.470406 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-cbb9d9ab-0129-41d9-91b6-1d86728da41c req-dfd915fc-2bb7-4d21-8a13-06b0f314a30f service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1130807 Apr 11 16:48:39.506037 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75ebb71-1272-4d5b-8fb9-50e23070c329 None None] Pushing event updated for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:39.569292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-47ffc51c-05d3-432f-ae90-27f1bcf8747d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.570911 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-47ffc51c-05d3-432f-ae90-27f1bcf8747d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 1127 time: 0.0529199 Apr 11 16:48:39.584909 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=71a4d6c8-3afc-495a-9ea6-649b103a76b3,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:39.596551 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Checking segment: {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:39.596985 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Network hostable DHCP agents. Network: 74299c55-f41b-45bf-b43f-eca00a93fbd8, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:48:39.609865 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:39.653942 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-e0e7a01d-e357-4655-894b-5d79e57b1865 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 HTTP/1.1" status: 200 len: 217 time: 0.0724423 Apr 11 16:48:39.713670 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-843dc091-6afc-4b50-913c-4531a03ad00c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--46440575&fields=id&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 267 time: 0.1518188 Apr 11 16:48:39.714401 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5b20e01a-3542-4031-a686-b651394f8c20 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:39.724801 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-8763466c-6cf9-47a2-aef1-d126410edc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.726137 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-8763466c-6cf9-47a2-aef1-d126410edc32 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29475dad-e952-4419-a4f6-4691911627c7 HTTP/1.1" status: 200 len: 852 time: 0.0605910 Apr 11 16:48:39.733405 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c58039f-5e87-4bf3-8005-a5e867b51d4e req-40fb18ac-de60-4093-ad57-d8a1d126776b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.735555 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c58039f-5e87-4bf3-8005-a5e867b51d4e req-40fb18ac-de60-4093-ad57-d8a1d126776b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 943 time: 0.1192739 Apr 11 16:48:39.764070 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-d7640a4d-475f-4658-a413-ff3535fd541f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316677 Apr 11 16:48:39.805896 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:48:39.817280 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Provisioning complete for port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:39.817656 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.858554 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3c58039f-5e87-4bf3-8005-a5e867b51d4e req-7f1cdd76-178e-4023-97bc-545f87aa068e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071024 Apr 11 16:48:39.869542 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-c7521fda-d0c2-4dcb-9d0a-bece0d72e14e service neutron] 10.222.0.72 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984161 Apr 11 16:48:39.873006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 5b20e01a-3542-4031-a686-b651394f8c20 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:39.873389 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5b20e01a-3542-4031-a686-b651394f8c20), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.880148 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-4704ba53-a031-4872-ab48-4daeeb26128b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.882614 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-4704ba53-a031-4872-ab48-4daeeb26128b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1641569 Apr 11 16:48:39.901669 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-0a33c0da-0ea9-4bd8-a81e-60c853f0a128 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/quotas/e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 375 time: 0.0097690 Apr 11 16:48:39.939640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 74299c55-f41b-45bf-b43f-eca00a93fbd8) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:39.949483 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:39.949705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:39.957927 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a119e4-f992-472a-b687-4b1d02fa0f48 None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:39.971658 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-8ce42ef9-1ffa-42b5-8642-92a5d82f5439 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630102 Apr 11 16:48:39.977031 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a2fbd886-54da-4156-b9f5-50f21115dedd req-c5571f04-a5f3-4e89-ac0f-76ae67b8b826 service neutron] 10.222.0.72 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991216 Apr 11 16:48:39.997745 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:39Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:40.054269 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4a265272-178c-4829-a116-6a2413c2c8af admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1747983 Apr 11 16:48:40.056841 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58542) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:40.061233 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:40.080645 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eba4583-3bcf-4f1c-91e5-42332cd6db48 None None] The sync data for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb is: [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:39Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:40.089853 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-fb33236b-775f-4af3-a4b4-cb93fcdf5380 service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041317 Apr 11 16:48:40.121203 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Current status of the port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:40.121710 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.176958 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.178020 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.191161 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 5b20e01a-3542-4031-a686-b651394f8c20 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:40.211183 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] For port d46c6198-95bf-48ce-8649-1f9b9f7b0b91, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:40.213744 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-74299c55-f41b-45bf-b43f-eca00a93fbd8', 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8', 'project_id': 'f3385ced142044fda76f1fb52288426f', 'fixed_ips': [{'subnet_id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:48:40.214598 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.255366 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-22e7eb52-775b-44f5-b9e5-5deb8a0be1cf service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571999 Apr 11 16:48:40.258214 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for router_controller (11dc0e2d-2db3-40e6-84c8-5359a354d37a), precommit_add_association {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.305855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.396701 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d656a-3e59-4ade-ab79-62dded3dbae6 None None] Pushing event updated for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:40.414741 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Allocated IP 172.20.0.2 (74299c55-f41b-45bf-b43f-eca00a93fbd8/71a4d6c8-3afc-495a-9ea6-649b103a76b3/11f0fce9-8374-43aa-9242-eacdf72828e1) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:40.550224 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for router_gateway (11dc0e2d-2db3-40e6-84c8-5359a354d37a), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.556319 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21f606b9-9522-4267-823e-2dfda711bf73 req-f0de67e9-2265-450f-a7d7-ef2132cb8bda tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0438478 Apr 11 16:48:40.601348 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks [] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.690973 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.730017 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:40.733039 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:40.736784 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:40.754393 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Pushing event updated for resources: {'Port': ['ID=11f0fce9-8374-43aa-9242-eacdf72828e1,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:40.812608 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Attempting to bind port 11f0fce9-8374-43aa-9242-eacdf72828e1 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:40.815822 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Attempting to bind port 11f0fce9-8374-43aa-9242-eacdf72828e1 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:40.815822 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Attempting to bind port 11f0fce9-8374-43aa-9242-eacdf72828e1 on network 74299c55-f41b-45bf-b43f-eca00a93fbd8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:40.820336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:40.820722 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Checking segment: {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:40.821135 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.821530 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Bound using segment: {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:40.822005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Bound port: 11f0fce9-8374-43aa-9242-eacdf72828e1, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:40.822388 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.862080 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for router_gateway (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.881724 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:40.892003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] For port 11f0fce9-8374-43aa-9242-eacdf72828e1, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:40.895409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] For port 11f0fce9-8374-43aa-9242-eacdf72828e1, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=11f0fce9-8374-43aa-9242-eacdf72828e1,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:40.988261 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:41.025476 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159a9e4c-8d0c-406f-b554-2c6370239a0d req-cf3f6c3a-e751-404f-9bed-f11c776c2580 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:41.027145 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-159a9e4c-8d0c-406f-b554-2c6370239a0d req-cf3f6c3a-e751-404f-9bed-f11c776c2580 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 943 time: 0.0805299 Apr 11 16:48:41.042094 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Allocated IP 172.28.0.138 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/ef18e085-b0be-4a6b-af3b-0615831e5fb9) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:41.059835 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd8f38-c9a9-4516-a301-cfc54feecd68 None None] Pushing event updated for resources: {'Port': ['ID=11f0fce9-8374-43aa-9242-eacdf72828e1,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:41.421059 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-159a9e4c-8d0c-406f-b554-2c6370239a0d req-0237b150-4970-4dc5-b0df-29b09af9be0f tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159489 Apr 11 16:48:41.421059 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:41.628598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:41.677644 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22fb4f16-f412-490b-8493-c029e254623c req-c0efed50-a469-4bbc-bb72-297bb49f54e4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0621045 Apr 11 16:48:41.694019 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:41.694609 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d46c6198-95bf-48ce-8649-1f9b9f7b0b91 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:41.695520 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:41.698282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:41.739162 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Pushing event updated for resources: {'Port': ['ID=ef18e085-b0be-4a6b-af3b-0615831e5fb9,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:41.762650 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:41.763047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:41.863201 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:41.864284 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 11f0fce9-8374-43aa-9242-eacdf72828e1 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:41.926736 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 11f0fce9-8374-43aa-9242-eacdf72828e1 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:41.927182 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.038003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 11f0fce9-8374-43aa-9242-eacdf72828e1 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:42.051699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.069634 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for router_gateway (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.083438 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 11f0fce9-8374-43aa-9242-eacdf72828e1, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=11f0fce9-8374-43aa-9242-eacdf72828e1,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:42.158693 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.223930 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=11f0fce9-8374-43aa-9242-eacdf72828e1,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:42.289048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e05bbe8-d628-469b-a6dc-06eb0010c5aa None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:48:42.294575 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.512312 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-45b74e9e-ff75-4afc-81ef-5fe57ff13d19 None None] Provisioning complete for port 11f0fce9-8374-43aa-9242-eacdf72828e1 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:42.512733 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-45b74e9e-ff75-4afc-81ef-5fe57ff13d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.529557 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7978988-a6ed-4de1-aa83-1eb70c306e46 req-692c5ca9-c17e-4a08-9e3e-0722d3602914 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:42.531590 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d7978988-a6ed-4de1-aa83-1eb70c306e46 req-692c5ca9-c17e-4a08-9e3e-0722d3602914 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 943 time: 0.0602605 Apr 11 16:48:42.532859 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Router 11dc0e2d-2db3-40e6-84c8-5359a354d37a is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:48:42.631291 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-45b74e9e-ff75-4afc-81ef-5fe57ff13d19 None None] Current status of the port 11f0fce9-8374-43aa-9242-eacdf72828e1 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:42.660824 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d7978988-a6ed-4de1-aa83-1eb70c306e46 req-576b06b2-6a02-44c1-baf1-50fa1560306f tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215794 Apr 11 16:48:42.684933 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:42.701225 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Sync routers for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:42.710227 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:48:42.712650 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:42.713570 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:42.782614 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e81fa661-5d32-4019-a704-945f98a1fb9e req-92454317-b4b0-45a3-b892-5552a837ce32 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0311227 Apr 11 16:48:42.800046 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.801762 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e14055ac-cb37-454c-8952-2376e38ef1cd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.7435982 Apr 11 16:48:42.804303 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 58562) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:42.853410 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-dcb60105-1365-4c19-a7d9-5c63aa515596 None None] Provisioning complete for port 11f0fce9-8374-43aa-9242-eacdf72828e1 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:42.854048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dcb60105-1365-4c19-a7d9-5c63aa515596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:42.912415 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:48:42.918884 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:42.990932 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-dcb60105-1365-4c19-a7d9-5c63aa515596 None None] Current status of the port 11f0fce9-8374-43aa-9242-eacdf72828e1 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:43.063891 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:43.078106 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8', 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba', 'port_id': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8', 'mac_address': 'fa:16:3e:de:db:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29475dad-e952-4419-a4f6-4691911627c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:48:43.095756 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:41Z', 'revision_number': 3, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:43.120371 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:43.120978 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.123901 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Checking router: 11dc0e2d-2db3-40e6-84c8-5359a354d37a for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:43.124740 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Updating router 11dc0e2d-2db3-40e6-84c8-5359a354d37a port ef18e085-b0be-4a6b-af3b-0615831e5fb9 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:43.138524 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:43.162049 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:43.169322 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.279348 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.330131 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:43.344036 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-caa290db-c498-44c2-bc58-90e3be0ef115 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:43.345507 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-caa290db-c498-44c2-bc58-90e3be0ef115 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1696155 Apr 11 16:48:43.377361 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.446721 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks [] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.481067 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-13e1235b-48e2-4bc2-b234-6c2328101d53 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 471 time: 0.1178734 Apr 11 16:48:43.513663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'port': {'device_id': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'admin_state_up': True, 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'security_groups': ['8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241']}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:43.534118 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.576997 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['e39cee8c-9b30-41ac-af8d-4af1e38fe7a8'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:43.585515 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730fbe6-bbc1-425b-9119-f85ebf2f1f60 None None] Pushing event updated for resources: {'Port': ['ID=ef18e085-b0be-4a6b-af3b-0615831e5fb9,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:43.597564 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Attempting to bind port ef18e085-b0be-4a6b-af3b-0615831e5fb9 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:43.598269 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Attempting to bind port ef18e085-b0be-4a6b-af3b-0615831e5fb9 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:43.599004 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Attempting to bind port ef18e085-b0be-4a6b-af3b-0615831e5fb9 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:43.631313 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:43.634466 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:43.636317 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.636746 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:43.638427 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Bound port: ef18e085-b0be-4a6b-af3b-0615831e5fb9, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:43.639113 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.651156 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Allocated IP 172.20.0.1 (74299c55-f41b-45bf-b43f-eca00a93fbd8/71a4d6c8-3afc-495a-9ea6-649b103a76b3/632bba69-0ac6-4ad5-91db-21ba8a1659cc) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:43.700245 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 11f0fce9-8374-43aa-9242-eacdf72828e1 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:43.735150 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] For port ef18e085-b0be-4a6b-af3b-0615831e5fb9, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:43.742056 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] For port ef18e085-b0be-4a6b-af3b-0615831e5fb9, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ef18e085-b0be-4a6b-af3b-0615831e5fb9,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:43.779549 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 11f0fce9-8374-43aa-9242-eacdf72828e1 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:43.780073 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.793585 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:48:43.797139 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.829878 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks [] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.846679 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79347da-ad2c-4b0e-b27a-de54bd4b597f req-9253d040-c53c-4554-99df-33ede34c9e99 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:43.849408 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f79347da-ad2c-4b0e-b27a-de54bd4b597f req-9253d040-c53c-4554-99df-33ede34c9e99 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 944 time: 0.0749707 Apr 11 16:48:43.882343 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 11f0fce9-8374-43aa-9242-eacdf72828e1 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:43.892120 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:43.929377 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6ddf0ba2-75a7-42d6-9775-d0a039e005eb req-06bf1abb-691a-44e3-b286-2b98c0a6745c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0493495 Apr 11 16:48:43.946655 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f79347da-ad2c-4b0e-b27a-de54bd4b597f req-b39089a6-63d5-4397-a587-fde0ee6c48a0 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865381 Apr 11 16:48:43.963203 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6730fbe6-bbc1-425b-9119-f85ebf2f1f60 None None] Pushing event updated for resources: {'Port': ['ID=ef18e085-b0be-4a6b-af3b-0615831e5fb9,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:43.967235 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:43.967738 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:43.971246 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.20.0.12 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/a0725746-1fa2-4eba-8f22-e5620c0992eb) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:48:44.027341 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.076405 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:44.108369 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:44.117483 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:44.127333 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:44.132649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Pushing event updated for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:44.193110 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.197413 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.258593 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:41Z', 'revision_number': 3, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:44.289725 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4dae6c2-ecb8-4b49-8c99-d18fd20350fc None None] The sync data for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb is: [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:41Z', 'revision_number': 3, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:44.394194 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.424266 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5c17922d-4df7-44ee-b5e4-17981860a91b None None] Provisioning complete for port 632bba69-0ac6-4ad5-91db-21ba8a1659cc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:44.424792 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5c17922d-4df7-44ee-b5e4-17981860a91b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.447198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:44.462117 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5c17922d-4df7-44ee-b5e4-17981860a91b None None] Port 632bba69-0ac6-4ad5-91db-21ba8a1659cc cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:44.472198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:44.478306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:48:44.516789 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:44.538149 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.573761 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:44.574396 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.717396 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-14530f51-5aa7-483e-8658-f60afced09f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2074685 Apr 11 16:48:44.733036 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Request body: {'port': {'device_id': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:44.782472 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8471826b-0892-4d66-b53f-fbd3fe2892be None None] Provisioning complete for port a0725746-1fa2-4eba-8f22-e5620c0992eb triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:44.782846 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8471826b-0892-4d66-b53f-fbd3fe2892be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.787980 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks [] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.820307 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.823575 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8471826b-0892-4d66-b53f-fbd3fe2892be None None] Port a0725746-1fa2-4eba-8f22-e5620c0992eb cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:44.856293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:44.923387 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:44.989095 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:48:45.017026 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.022816 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Pushing event updated for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:45.050612 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:45.052019 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.101153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c7971-1807-45c9-a007-fee36f5a00ab req-97b6c8ac-75ca-4fcc-acb5-4e8db01c2744 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:45.108327 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-329c7971-1807-45c9-a007-fee36f5a00ab req-97b6c8ac-75ca-4fcc-acb5-4e8db01c2744 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 932 time: 0.0909786 Apr 11 16:48:45.135204 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffacf5ec-ba2e-47cd-81bc-57b1525f6301 req-b05e1f72-0568-4444-8dda-1530b468d8f1 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:45.142766 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ffacf5ec-ba2e-47cd-81bc-57b1525f6301 req-b05e1f72-0568-4444-8dda-1530b468d8f1 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 944 time: 0.0902281 Apr 11 16:48:45.152894 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:45.153357 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.181569 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:45.183991 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f1f4c9-0982-4c9a-9b08-e91201b92faa" -d '{"events": [{"server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "name": "network-vif-plugged", "status": "completed", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:45.201071 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:45.214151 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-329c7971-1807-45c9-a007-fee36f5a00ab req-a28c6517-2c6e-4365-ae5d-1e87406491d9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1045320 Apr 11 16:48:45.236439 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ffacf5ec-ba2e-47cd-81bc-57b1525f6301 req-39dcce1f-9faf-4a87-bb46-b022f4aed8f7 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743189 Apr 11 16:48:45.275179 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dbc7b2e-62cb-4131-ba7c-257155fcf148 x-openstack-request-id: req-7dbc7b2e-62cb-4131-ba7c-257155fcf148 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:45.275497 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "name": "network-vif-plugged", "status": "completed", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:45.275760 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7dbc7b2e-62cb-4131-ba7c-257155fcf148 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:45.276180 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dbc7b2e-62cb-4131-ba7c-257155fcf148'] response: {'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8', 'code': 200} Apr 11 16:48:45.293285 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.349431 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:45.463957 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:48:45.471536 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:48:45.577751 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198367e-edf3-4df9-b38e-67c2432c5fef req-6c9cf4f3-4343-45d1-8417-79d5e857f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:45.579429 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9198367e-edf3-4df9-b38e-67c2432c5fef req-6c9cf4f3-4343-45d1-8417-79d5e857f25a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 1129 time: 0.0424469 Apr 11 16:48:45.595771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0725746-1fa2-4eba-8f22-e5620c0992eb {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:45.606286 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks [] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.631362 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Transition to ACTIVE for port object a0725746-1fa2-4eba-8f22-e5620c0992eb will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:48:45.647161 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Router 11dc0e2d-2db3-40e6-84c8-5359a354d37a has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:45.652524 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9198367e-edf3-4df9-b38e-67c2432c5fef req-a0795a4a-5739-405d-a691-38a0fedb2058 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611029 Apr 11 16:48:45.690052 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ef18e085-b0be-4a6b-af3b-0615831e5fb9 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:45.697227 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.745080 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port ef18e085-b0be-4a6b-af3b-0615831e5fb9 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:45.745529 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.769105 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5e91323a-a4e3-469d-ac92-53b24cc72bbf None None] Provisioning complete for port 632bba69-0ac6-4ad5-91db-21ba8a1659cc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:45.769538 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5e91323a-a4e3-469d-ac92-53b24cc72bbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.788473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Pushing event updated for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:45.856248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:45.861913 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5e91323a-a4e3-469d-ac92-53b24cc72bbf None None] Port 632bba69-0ac6-4ad5-91db-21ba8a1659cc cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:48:45.862983 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-323323e9-9a22-4bab-9ee6-3664b15bbd36 admin admin] 10.222.0.32 "PUT /v2.0/routers/11dc0e2d-2db3-40e6-84c8-5359a354d37a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0574381 Apr 11 16:48:45.887532 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Attempting to bind port a0725746-1fa2-4eba-8f22-e5620c0992eb on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:45.887874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Attempting to bind port a0725746-1fa2-4eba-8f22-e5620c0992eb by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:45.888214 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Attempting to bind port a0725746-1fa2-4eba-8f22-e5620c0992eb on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:45.888331 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port ef18e085-b0be-4a6b-af3b-0615831e5fb9 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:45.888687 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.892962 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Port a0725746-1fa2-4eba-8f22-e5620c0992eb on network b1462718-260f-46ea-b617-b3b6cd8e0127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:48:45.893283 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Attempting to bind port a0725746-1fa2-4eba-8f22-e5620c0992eb on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:45.899329 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:45.899679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:45.900070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:45.900507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Bound port: a0725746-1fa2-4eba-8f22-e5620c0992eb, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:45.900868 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:45.920269 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port ef18e085-b0be-4a6b-af3b-0615831e5fb9, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ef18e085-b0be-4a6b-af3b-0615831e5fb9,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:45.969571 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:45.972994 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:46.004816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:46.045637 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:46.058148 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=ef18e085-b0be-4a6b-af3b-0615831e5fb9,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:46.080913 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.081539 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:46.082923 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] 10.222.0.72 "PUT /v2.0/ports/a0725746-1fa2-4eba-8f22-e5620c0992eb HTTP/1.1" status: 200 len: 1094 time: 1.3541188 Apr 11 16:48:46.089277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:46.089277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af89c2c4-4131-4996-8267-84efb0e4b1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:46.112335 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5745f5a9-8565-475b-a32a-356963967e47 service neutron] Pushing event updated for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:46.129275 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5090f281-f938-4d0c-897e-c52edbb3034b x-openstack-request-id: req-5090f281-f938-4d0c-897e-c52edbb3034b {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:46.129649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:46.130019 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5090f281-f938-4d0c-897e-c52edbb3034b {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:46.130322 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5090f281-f938-4d0c-897e-c52edbb3034b'] response: {'name': 'network-changed', 'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'status': 'completed', 'code': 200} Apr 11 16:48:46.381432 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dec030-131b-422a-a2e8-f8ce4476ee9d req-c531ca7f-cde0-4701-9f11-9d70307b8a0a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.382998 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e6dec030-131b-422a-a2e8-f8ce4476ee9d req-c531ca7f-cde0-4701-9f11-9d70307b8a0a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 944 time: 0.0888374 Apr 11 16:48:46.403198 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeac9e4-86a6-4cb3-af23-abd4d863d81e req-96681ef3-100e-4ef7-b4ae-6cd1245793b6 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.405469 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7aeac9e4-86a6-4cb3-af23-abd4d863d81e req-96681ef3-100e-4ef7-b4ae-6cd1245793b6 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0681341 Apr 11 16:48:46.479341 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e6dec030-131b-422a-a2e8-f8ce4476ee9d req-d8307879-e376-4a28-bf72-e3f70701d3e0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0906000 Apr 11 16:48:46.493858 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7aeac9e4-86a6-4cb3-af23-abd4d863d81e req-3a5f4e99-1922-420a-906a-664dc6221ada tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818088 Apr 11 16:48:46.519035 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-7e7d8fd7-a31d-4a4e-af25-74931bfb08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.520738 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-7e7d8fd7-a31d-4a4e-af25-74931bfb08a6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 1128 time: 0.0598555 Apr 11 16:48:46.643499 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-3ecd70be-0305-4e6c-9e42-81dc2006b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.644995 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-3ecd70be-0305-4e6c-9e42-81dc2006b610 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941131 Apr 11 16:48:46.771931 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-517d2808-1eb6-4f6b-a88c-46ad2c244bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:46.773372 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-af89c2c4-4131-4996-8267-84efb0e4b1c1 req-517d2808-1eb6-4f6b-a88c-46ad2c244bdb service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957892 Apr 11 16:48:47.181773 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Sync routers for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:47.197258 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:47.198040 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:47.327464 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:47.359514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-f755dce1-c204-423e-86d1-1943b7a8214d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:47.361311 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-f755dce1-c204-423e-86d1-1943b7a8214d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 1128 time: 0.0492518 Apr 11 16:48:47.415742 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-f12f93aa-f35b-429a-94c6-b13fca22ff05 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb HTTP/1.1" status: 200 len: 217 time: 0.0456505 Apr 11 16:48:47.481238 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-0f420bcf-7ef1-467c-9a93-2f4ab13e540f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:47.482869 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-0f420bcf-7ef1-467c-9a93-2f4ab13e540f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0625801 Apr 11 16:48:47.563781 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-88ba4092-afea-4840-9f9a-f593f4af1f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:47.565737 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-88ba4092-afea-4840-9f9a-f593f4af1f35 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0735359 Apr 11 16:48:47.661274 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a50a1-e4b8-4e0c-8820-985912e4c7f3 req-1e4a9654-3e63-4f89-b60e-8fa103069128 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:47.671638 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-281a50a1-e4b8-4e0c-8820-985912e4c7f3 req-1e4a9654-3e63-4f89-b60e-8fa103069128 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0646439 Apr 11 16:48:47.696990 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:44Z', 'revision_number': 4, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '632bba69-0ac6-4ad5-91db-21ba8a1659cc', 'name': '', 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'mac_address': 'fa:16:3e:50:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:43Z', 'updated_at': '2022-04-11T16:48:44Z', 'revision_number': 2, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'subnets': [{'id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:47.705402 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-b0760869-4bb3-4706-85f2-94be04199d6f service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320786 Apr 11 16:48:47.743201 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ef18e085-b0be-4a6b-af3b-0615831e5fb9 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:47.747152 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Checking router: 11dc0e2d-2db3-40e6-84c8-5359a354d37a for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:47.753742 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Updating router 11dc0e2d-2db3-40e6-84c8-5359a354d37a port 632bba69-0ac6-4ad5-91db-21ba8a1659cc binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:48:47.806853 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cebb3a5-dab0-4ef6-b168-fae0afc72ecf req-69f47105-ea3c-4792-82e4-e7a1234eaed0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:47.809750 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6cebb3a5-dab0-4ef6-b168-fae0afc72ecf req-69f47105-ea3c-4792-82e4-e7a1234eaed0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 944 time: 0.1357028 Apr 11 16:48:47.839640 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-281a50a1-e4b8-4e0c-8820-985912e4c7f3 req-4f960799-d2e3-41b5-9105-38b2c90363dc tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667285 Apr 11 16:48:47.873630 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:47.879853 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9c6e284c-24aa-4980-9f39-d8e42149d48f req-c1457efa-20ed-46c9-a0c5-1d3d0b7df1ea service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652396 Apr 11 16:48:47.907723 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6cebb3a5-dab0-4ef6-b168-fae0afc72ecf req-ed89befc-0ce7-4550-ae69-4d92798dd405 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0913243 Apr 11 16:48:47.979332 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port ef18e085-b0be-4a6b-af3b-0615831e5fb9 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:47.980015 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.198101 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port ef18e085-b0be-4a6b-af3b-0615831e5fb9 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:48.319726 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks [] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.520494 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.576230 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b12b7-e116-458a-b465-e858bc6cdc0e None None] Pushing event updated for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:48.661409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Attempting to bind port 632bba69-0ac6-4ad5-91db-21ba8a1659cc on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:48:48.661775 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Attempting to bind port 632bba69-0ac6-4ad5-91db-21ba8a1659cc by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:48:48.662138 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Attempting to bind port 632bba69-0ac6-4ad5-91db-21ba8a1659cc on network 74299c55-f41b-45bf-b43f-eca00a93fbd8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:48:48.668653 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 48, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:48:48.669050 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Checking segment: {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:48:48.669456 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.669847 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Bound using segment: {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:48:48.670363 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Bound port: 632bba69-0ac6-4ad5-91db-21ba8a1659cc, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e147e923-812a-465e-a618-2da9d460ea6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 800, 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:48:48.670705 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.761010 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] For port 632bba69-0ac6-4ad5-91db-21ba8a1659cc, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:48:48.764471 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] For port 632bba69-0ac6-4ad5-91db-21ba8a1659cc, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=632bba69-0ac6-4ad5-91db-21ba8a1659cc,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:48:48.853461 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Provisioning complete for port 632bba69-0ac6-4ad5-91db-21ba8a1659cc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:48.853802 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.878176 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:48.980921 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b12b7-e116-458a-b465-e858bc6cdc0e None None] Pushing event updated for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:48.986914 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:48.988000 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:49.057461 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23aae87e-a6b5-465a-a803-0d9de1d58b0c req-a5847bf2-a764-401e-8c32-e4dddccfca9e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:49.066355 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23aae87e-a6b5-465a-a803-0d9de1d58b0c req-a5847bf2-a764-401e-8c32-e4dddccfca9e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.1417840 Apr 11 16:48:49.161741 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-23aae87e-a6b5-465a-a803-0d9de1d58b0c req-8eb47a96-ff80-4477-a3aa-16452e31bd7d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937746 Apr 11 16:48:49.186513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa8ddff-2245-491c-900a-59afdaf0d0d7 req-fcc01298-4ea6-48b3-95b5-922a3b607717 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:49.194767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7aa8ddff-2245-491c-900a-59afdaf0d0d7 req-fcc01298-4ea6-48b3-95b5-922a3b607717 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 944 time: 0.1524162 Apr 11 16:48:49.307922 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7aa8ddff-2245-491c-900a-59afdaf0d0d7 req-94ce1b99-01eb-4124-b18e-dd916788bc88 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121652 Apr 11 16:48:49.320826 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Current status of the port 632bba69-0ac6-4ad5-91db-21ba8a1659cc is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:49.321376 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:49.364459 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] For port 632bba69-0ac6-4ad5-91db-21ba8a1659cc, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=632bba69-0ac6-4ad5-91db-21ba8a1659cc,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:49.395626 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:49.459060 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:49.620900 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4768eb48-70c1-4fe6-8b17-4c6ef89e11ea None None] Pushing event updated for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:49.637843 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5ee80ee7-3da9-4cc3-ace1-f8bca7dccf61 None None] Provisioning complete for port 632bba69-0ac6-4ad5-91db-21ba8a1659cc triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:49.638224 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5ee80ee7-3da9-4cc3-ace1-f8bca7dccf61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:49.766421 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:44Z', 'revision_number': 4, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '632bba69-0ac6-4ad5-91db-21ba8a1659cc', 'name': '', 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'mac_address': 'fa:16:3e:50:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:43Z', 'updated_at': '2022-04-11T16:48:48Z', 'revision_number': 4, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'subnets': [{'id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:49.804248 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064e8c67-ed4d-41bb-a0d4-b6b2032c4f5f None None] The sync data for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb is: [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:44Z', 'revision_number': 4, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '632bba69-0ac6-4ad5-91db-21ba8a1659cc', 'name': '', 'network_id': '74299c55-f41b-45bf-b43f-eca00a93fbd8', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'mac_address': 'fa:16:3e:50:b2:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_interface', 'standard_attr_id': 435, 'fixed_ips': [{'subnet_id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:43Z', 'updated_at': '2022-04-11T16:48:48Z', 'revision_number': 4, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'subnets': [{'id': '71a4d6c8-3afc-495a-9ea6-649b103a76b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:49.814007 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5ee80ee7-3da9-4cc3-ace1-f8bca7dccf61 None None] Current status of the port 632bba69-0ac6-4ad5-91db-21ba8a1659cc is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:50.431001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e0196-9e52-4008-bf32-83f77935a758 req-d8ca30e7-5aff-4a8d-bafb-b70d5e26c786 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:50.432413 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb6e0196-9e52-4008-bf32-83f77935a758 req-d8ca30e7-5aff-4a8d-bafb-b70d5e26c786 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 944 time: 0.0463717 Apr 11 16:48:50.483817 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb6e0196-9e52-4008-bf32-83f77935a758 req-3b0de255-d6f9-44a2-aad6-d0959b9ce730 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446804 Apr 11 16:48:50.923386 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a0725746-1fa2-4eba-8f22-e5620c0992eb details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:48:51.095062 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:51.112022 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'port_id': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'mac_address': 'fa:16:3e:f7:a6:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:48:51.179061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port a0725746-1fa2-4eba-8f22-e5620c0992eb is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:51.179604 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:51.197868 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0725746-1fa2-4eba-8f22-e5620c0992eb {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:48:51.237256 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:51.334769 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:51.398629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:51.681545 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['a0725746-1fa2-4eba-8f22-e5620c0992eb'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:48:51.708685 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c51c278-2f08-47d1-8d49-00f53d378d0a req-9b9cbf64-f0c9-4ea0-bcfa-f506a76252d9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:51.710865 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c51c278-2f08-47d1-8d49-00f53d378d0a req-9b9cbf64-f0c9-4ea0-bcfa-f506a76252d9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 945 time: 0.0843306 Apr 11 16:48:51.771384 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 632bba69-0ac6-4ad5-91db-21ba8a1659cc up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:51.892665 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 632bba69-0ac6-4ad5-91db-21ba8a1659cc triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:51.895398 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:52.039778 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 632bba69-0ac6-4ad5-91db-21ba8a1659cc is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:52.066261 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c51c278-2f08-47d1-8d49-00f53d378d0a req-2f35f0df-e49e-4197-aba1-8cd74b3412f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3431652 Apr 11 16:48:52.940628 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a0725746-1fa2-4eba-8f22-e5620c0992eb up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:48:52.990362 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port a0725746-1fa2-4eba-8f22-e5620c0992eb completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:48:53.229539 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48dc57c-5933-4558-a513-ee8ad4d81763 req-6e93d4dc-08b2-49ac-8fa2-70fded394fe1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:53.236879 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b48dc57c-5933-4558-a513-ee8ad4d81763 req-6e93d4dc-08b2-49ac-8fa2-70fded394fe1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 945 time: 0.0810254 Apr 11 16:48:53.291729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port a0725746-1fa2-4eba-8f22-e5620c0992eb triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:48:53.292368 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:53.298122 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b48dc57c-5933-4558-a513-ee8ad4d81763 req-624c7c99-67b5-4b22-be5d-8795be2f4c03 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536892 Apr 11 16:48:53.387237 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port a0725746-1fa2-4eba-8f22-e5620c0992eb is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:48:53.387634 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:53.411888 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:53.414137 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8d27c41-6ee7-4cde-bbff-513440984ac8" -d '{"events": [{"server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "name": "network-vif-plugged", "status": "completed", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:53.428211 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:48:53.461768 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65c6a489-2acd-47e2-acd6-a7fdb3a18adc x-openstack-request-id: req-65c6a489-2acd-47e2-acd6-a7fdb3a18adc {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:53.462182 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "name": "network-vif-plugged", "status": "completed", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:53.462531 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-65c6a489-2acd-47e2-acd6-a7fdb3a18adc {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:53.463067 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65c6a489-2acd-47e2-acd6-a7fdb3a18adc'] response: {'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'code': 200} Apr 11 16:48:53.772539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:53.800847 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3aabc751-d10f-46e7-a2f0-33479ae84d48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:53.833015 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:48:54.031351 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89dc88-0f8c-4d1d-ab0f-43d4311b6860 req-cccbddf7-43d8-46a1-a16d-1ba3b48f6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:54.035613 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9d89dc88-0f8c-4d1d-ab0f-43d4311b6860 req-cccbddf7-43d8-46a1-a16d-1ba3b48f6019 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 1130 time: 0.0451317 Apr 11 16:48:54.092601 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-9d89dc88-0f8c-4d1d-ab0f-43d4311b6860 req-7f5e5114-f1c9-4dee-8a87-cd7db171ddd4 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508261 Apr 11 16:48:54.428785 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbcd50-cf20-4420-8c99-17f6aaec7ee7 req-a23dce2d-76db-4604-937c-4e105908684f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:54.431040 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95cbcd50-cf20-4420-8c99-17f6aaec7ee7 req-a23dce2d-76db-4604-937c-4e105908684f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0658908 Apr 11 16:48:54.492195 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95cbcd50-cf20-4420-8c99-17f6aaec7ee7 req-e60b6043-9e48-450b-b374-3600818f08e0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0522346 Apr 11 16:48:55.636338 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27c915-8d04-4012-93d8-8ca22aca65f0 req-d8952d41-346c-45ec-96f6-63b6d77d4ece tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:55.638589 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4d27c915-8d04-4012-93d8-8ca22aca65f0 req-d8952d41-346c-45ec-96f6-63b6d77d4ece tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0640383 Apr 11 16:48:55.710314 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4d27c915-8d04-4012-93d8-8ca22aca65f0 req-b6cbf575-a673-4003-8457-65ba259206ab tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0610142 Apr 11 16:48:56.823488 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100873b9-9b33-4875-93ef-43ab519f79ac req-51c4d548-4b8a-4461-9619-0cdf47774afc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:56.857338 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-100873b9-9b33-4875-93ef-43ab519f79ac req-51c4d548-4b8a-4461-9619-0cdf47774afc tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0481913 Apr 11 16:48:56.894358 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-100873b9-9b33-4875-93ef-43ab519f79ac req-fb4c7719-1270-4b45-b0bc-59bee21d1d98 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633330 Apr 11 16:48:57.014647 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53693f4-e7de-420c-abe7-f5e44ac03c76 req-0c28d254-992e-4e3c-ab7c-d0fc888b9cfd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:57.016122 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a53693f4-e7de-420c-abe7-f5e44ac03c76 req-0c28d254-992e-4e3c-ab7c-d0fc888b9cfd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0539708 Apr 11 16:48:57.024607 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 58712) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:48:57.028926 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'port_id': 'a0725746-1fa2-4eba-8f22-e5620c0992eb'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:48:57.071292 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (e1af9f01-28be-482a-9344-87927929f496), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.351977 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-96784883-cba7-43b5-984e-34e3b9613f1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.391588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.624786 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.692261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (e1af9f01-28be-482a-9344-87927929f496), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:57.808529 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP e1af9f01-28be-482a-9344-87927929f496 associated. External IP: 172.28.0.47, port: a0725746-1fa2-4eba-8f22-e5620c0992eb. Apr 11 16:48:58.032934 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:48:58.150015 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:48:58.154642 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:58.160671 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:48:58.170686 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:58.171938 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:58.186209 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-601c0935-ea11-4f5f-a415-e7cb8331e9a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "PUT /v2.0/floatingips/e1af9f01-28be-482a-9344-87927929f496 HTTP/1.1" status: 200 len: 991 time: 1.1601980 Apr 11 16:48:58.186817 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:48:58.189285 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb63061-f23e-48bb-9225-4d04e38bc3a4" -d '{"events": [{"name": "network-changed", "server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:48:58.230132 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c48f73-d516-4394-9577-0296f3dd02ad x-openstack-request-id: req-a8c48f73-d516-4394-9577-0296f3dd02ad {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:48:58.230430 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:48:58.230686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a8c48f73-d516-4394-9577-0296f3dd02ad {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:48:58.231121 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c48f73-d516-4394-9577-0296f3dd02ad'] response: {'name': 'network-changed', 'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'status': 'completed', 'code': 200} Apr 11 16:48:58.286873 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:58.302826 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-62fbe5df-6a89-407e-8de0-45954126c9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.304008 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-62fbe5df-6a89-407e-8de0-45954126c9b7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 1130 time: 0.0455832 Apr 11 16:48:58.401311 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-0e779fcd-9def-4887-80eb-b9a933cde1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.402790 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-0e779fcd-9def-4887-80eb-b9a933cde1af service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.0890641 Apr 11 16:48:58.482858 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-6f43bdc5-2e6b-4927-b443-43fa6f9f9687 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb HTTP/1.1" status: 200 len: 999 time: 0.0691807 Apr 11 16:48:58.523472 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}, {'id': 'e1af9f01-28be-482a-9344-87927929f496', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.47', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:f7:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:38Z', 'updated_at': '2022-04-11T16:48:57Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:58.547201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-d1cc307f-bc6d-4d06-977d-55998def1e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.548874 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-d1cc307f-bc6d-4d06-977d-55998def1e52 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0558023 Apr 11 16:48:58.556413 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:48:58.565337 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:48:58.566164 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:48:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:58.602173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-76dbdd3b-5221-40c8-b856-9e6304e342ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:58.603780 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-76dbdd3b-5221-40c8-b856-9e6304e342ff service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0474441 Apr 11 16:48:58.707700 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:48:58.709073 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-250520e2-e338-4216-8042-da54fa394747 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980124 Apr 11 16:48:58.794689 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:48:58.823570 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1fb63061-f23e-48bb-9225-4d04e38bc3a4 req-719885a4-4fb4-480a-90ec-749b7cdbc51e service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073213 Apr 11 16:48:59.035180 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}, {'id': 'e1af9f01-28be-482a-9344-87927929f496', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.47', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:f7:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:38Z', 'updated_at': '2022-04-11T16:48:57Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:48:59.046902 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-743e8499-7e8a-4a4b-8765-4e7723f57629 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:48:59.048454 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-743e8499-7e8a-4a4b-8765-4e7723f57629 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 815 time: 0.1132696 Apr 11 16:48:59.068180 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-9369f071-1348-4207-948e-63beb92fec10 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/quotas/ece40f17ecf94914a96ca0481f3eb6fb HTTP/1.1" status: 200 len: 375 time: 0.0130403 Apr 11 16:48:59.071184 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991e89f7-321a-402f-ab07-261a27e71042 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}, {'id': 'e1af9f01-28be-482a-9344-87927929f496', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.47', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:f7:a6:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:38Z', 'updated_at': '2022-04-11T16:48:57Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:48:59.120431 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-fe04391d-8d75-4612-b739-3eb119145f98 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456629 Apr 11 16:48:59.224371 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-6818933c-90f9-4567-9007-8ddfe4614778 service neutron] 10.222.0.32 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894625 Apr 11 16:48:59.283027 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f322fe87-e08a-464c-9d7d-97fb612df5f7 None None] New status for floating IP e1af9f01-28be-482a-9344-87927929f496: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:48:59.322744 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-7208a14b-e16b-4252-a133-7a4a7368ed2f service neutron] 10.222.0.32 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927048 Apr 11 16:48:59.652850 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f52aa72c-e91f-4ad3-95bc-4bfdb887bf0d req-d0be356e-c891-4497-b14c-b262598e0efd tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0273669 Apr 11 16:49:00.300208 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:00.734110 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-01be52ac-ade8-4881-a1d0-0f7616860f46 req-f4b758c4-b9e6-4450-916a-f54de1e49301 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0290284 Apr 11 16:49:01.829378 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7becd7f3-196a-477d-9333-91817743f705 req-92a1e78d-83fc-42f5-a869-303b084629ee tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0287285 Apr 11 16:49:02.227668 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3003c6f9-eae2-45cf-9814-1d93a6fb2741 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:02.229145 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3003c6f9-eae2-45cf-9814-1d93a6fb2741 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 815 time: 0.1091313 Apr 11 16:49:02.254358 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'port': {'device_id': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'admin_state_up': True, 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:02.448788 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Made reservation on behalf of ece40f17ecf94914a96ca0481f3eb6fb for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:49:02.452415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:02.578910 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Allocated IP 172.20.0.6 (ec57fcc1-0045-4967-816f-a1d0eb3bec48/bdd1eb88-7ec7-4050-922b-72a670be5ede/94c0f223-e48d-4297-83b3-42ae04038f8a) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:02.737068 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:02.924779 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aad9ae9d-1c7b-4ebe-9aaa-6b7eb2ca666f req-6ba354bb-77c8-493e-a288-42aa88bcecd1 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0311828 Apr 11 16:49:02.954513 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:03.011194 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:03.018774 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:03.021655 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:03.034991 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:03.117017 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:03.118335 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:03.230624 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-3931a59b-a894-4d5b-9c12-f9b755099721 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9806912 Apr 11 16:49:03.352424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-f5833640-aee2-40ad-aacb-a96e25280825 None None] Provisioning complete for port 94c0f223-e48d-4297-83b3-42ae04038f8a triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:03.352986 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f5833640-aee2-40ad-aacb-a96e25280825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:03.398387 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f5833640-aee2-40ad-aacb-a96e25280825 None None] Port 94c0f223-e48d-4297-83b3-42ae04038f8a cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:49:04.040820 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434e3a51-7f3d-4d3f-b8bb-f52075524c52 req-bd8c2ae9-74bf-47c2-8c2c-072461986597 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:04.042346 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-434e3a51-7f3d-4d3f-b8bb-f52075524c52 req-bd8c2ae9-74bf-47c2-8c2c-072461986597 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 931 time: 0.0473201 Apr 11 16:49:04.091238 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-434e3a51-7f3d-4d3f-b8bb-f52075524c52 req-02a82969-8f72-4ba6-8382-8abf6be1d360 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426941 Apr 11 16:49:05.216116 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15588337-a642-429b-a457-e03f32553d60 req-f1a67fe2-85bc-4673-86b3-6a81b6e9b7b1 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:05.217701 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15588337-a642-429b-a457-e03f32553d60 req-f1a67fe2-85bc-4673-86b3-6a81b6e9b7b1 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 931 time: 0.0574670 Apr 11 16:49:05.270876 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15588337-a642-429b-a457-e03f32553d60 req-1068b9c4-b496-4156-be6e-b7804f145afc tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461895 Apr 11 16:49:05.897616 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:06.401183 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4115ae-e2c0-44e9-b39d-e40b2f848019 req-ce61dae9-9be9-44e6-a339-5398eeed6f3a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:06.403077 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f4115ae-e2c0-44e9-b39d-e40b2f848019 req-ce61dae9-9be9-44e6-a339-5398eeed6f3a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 931 time: 0.0592816 Apr 11 16:49:06.466234 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f4115ae-e2c0-44e9-b39d-e40b2f848019 req-fca3b7ec-8bda-4bde-9c5c-9d9d3c3a0739 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543163 Apr 11 16:49:07.589104 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f76e0a-363f-4c0e-b764-b9aff63f89ea req-e373bc8c-f65d-46c9-ba77-ff0eff4c6e3e tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:07.590622 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f2f76e0a-363f-4c0e-b764-b9aff63f89ea req-e373bc8c-f65d-46c9-ba77-ff0eff4c6e3e tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 931 time: 0.0520763 Apr 11 16:49:07.645280 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f2f76e0a-363f-4c0e-b764-b9aff63f89ea req-51454610-284e-4b52-af42-8dd6d75d0613 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483382 Apr 11 16:49:12.992833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Request body: {'port': {'device_id': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:13.059644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.114900 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-820cab27-4f91-4bf1-9cd3-5c9c7045dcae service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378590 Apr 11 16:49:13.196278 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-35a29f2c-5832-4499-8d5c-902ba254a1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.197819 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-35a29f2c-5832-4499-8d5c-902ba254a1fa service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1130 time: 0.0428751 Apr 11 16:49:13.320889 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-3b00d021-3cf1-4dda-8514-1a1a9a58f7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.322391 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-3b00d021-3cf1-4dda-8514-1a1a9a58f7a6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 911 time: 0.1011214 Apr 11 16:49:13.344298 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94c0f223-e48d-4297-83b3-42ae04038f8a {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:13.352726 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks [] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.366623 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Transition to ACTIVE for port object 94c0f223-e48d-4297-83b3-42ae04038f8a will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:49:13.397186 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-b45b2de4-3adb-4afc-ba8c-bd89b3574517 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 1001 time: 0.0652020 Apr 11 16:49:13.450123 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-106542a6-ab3c-42f3-8ba4-5da4322c3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.459781 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.460083 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-106542a6-ab3c-42f3-8ba4-5da4322c3d3f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0453193 Apr 11 16:49:13.499238 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-57caf75d-a45f-401b-88dd-496c30adc93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.500696 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-57caf75d-a45f-401b-88dd-496c30adc93a service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0403376 Apr 11 16:49:13.507577 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:13.530536 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.530996 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.531433 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.531844 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.532248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.532645 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.533049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.533440 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.533836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.534229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.534909 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.535354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.535747 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.536143 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.536530 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:13.595719 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Attempting to bind port 94c0f223-e48d-4297-83b3-42ae04038f8a on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:49:13.596057 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Attempting to bind port 94c0f223-e48d-4297-83b3-42ae04038f8a by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:49:13.596389 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Attempting to bind port 94c0f223-e48d-4297-83b3-42ae04038f8a on network ec57fcc1-0045-4967-816f-a1d0eb3bec48 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:13.604128 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Port 94c0f223-e48d-4297-83b3-42ae04038f8a on network ec57fcc1-0045-4967-816f-a1d0eb3bec48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:49:13.604455 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Attempting to bind port 94c0f223-e48d-4297-83b3-42ae04038f8a on network ec57fcc1-0045-4967-816f-a1d0eb3bec48 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:49:13.612575 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:49:13.613102 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Checking segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:49:13.613562 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Bound using segment: {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:49:13.614586 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Bound port: 94c0f223-e48d-4297-83b3-42ae04038f8a, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ffe5967-dad4-4aca-adf9-ddca95d9df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 828, 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:49:13.615084 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.618077 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-cb977883-bbf7-4635-a27b-06790feb792b service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076961 Apr 11 16:49:13.702570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:49:13.703352 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:49:13.729827 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d9f758ae-71a8-4dfe-866b-0d0d1ce61ade req-c7dbba6b-20f8-4be2-9ce0-fae1761caf34 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971520 Apr 11 16:49:13.775634 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.814719 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:13.815355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:13.816722 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] 10.222.0.72 "PUT /v2.0/ports/94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 1093 time: 0.8282812 Apr 11 16:49:13.817153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:13.819490 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff" -d '{"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:13.847747 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275165ec-9f4c-452d-8148-9ee562192254 service neutron] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:13.954263 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27065861-0165-4c73-9d84-965fe5606da0 x-openstack-request-id: req-27065861-0165-4c73-9d84-965fe5606da0 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:13.954767 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:13.955232 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-27065861-0165-4c73-9d84-965fe5606da0 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:13.955810 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27065861-0165-4c73-9d84-965fe5606da0'] response: {'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:49:14.001995 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feb24b-5aaf-4e83-8496-f6a795832015 req-86d19107-d526-419a-9289-fd2951d0e7d2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.003627 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15feb24b-5aaf-4e83-8496-f6a795832015 req-86d19107-d526-419a-9289-fd2951d0e7d2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 943 time: 0.0545807 Apr 11 16:49:14.050250 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15feb24b-5aaf-4e83-8496-f6a795832015 req-02800663-252d-44aa-a8c1-0488989f80ec tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407481 Apr 11 16:49:14.147177 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-850c32a6-de8f-4471-8136-e56ad55ccf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.148919 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-850c32a6-de8f-4471-8136-e56ad55ccf9c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1127 time: 0.0470278 Apr 11 16:49:14.318831 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-e54b73e8-9129-4ba7-8e23-061a0d997f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.321823 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-e54b73e8-9129-4ba7-8e23-061a0d997f51 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1362054 Apr 11 16:49:14.420470 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-bba71466-9c77-45a4-9181-e79cbe89e55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.422235 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-7b95cc32-cf4d-4429-99fe-db1f5bf5c0ff req-bba71466-9c77-45a4-9181-e79cbe89e55b service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906224 Apr 11 16:49:14.498998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-4468ff31-495e-4cf8-8b60-e49bb357c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.500522 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-4468ff31-495e-4cf8-8b60-e49bb357c13b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1127 time: 0.0432162 Apr 11 16:49:14.541366 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-8d8afc53-e5a4-48a5-a465-23e624cc5868 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 217 time: 0.0334632 Apr 11 16:49:14.604618 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-7715baa8-8915-4622-a9d2-bf1b06d4a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.611627 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-7715baa8-8915-4622-a9d2-bf1b06d4a788 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0436924 Apr 11 16:49:14.662099 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-e0393a54-d9f8-4e6f-938b-ec880dc9fc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:14.663642 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-e0393a54-d9f8-4e6f-938b-ec880dc9fc5d service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0432281 Apr 11 16:49:15.161501 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ea1f6f-0e44-480a-9fe7-e6769b2238c6 req-05cce3f2-b4bf-4437-9ed1-36f5750d8812 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:15.162899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e2ea1f6f-0e44-480a-9fe7-e6769b2238c6 req-05cce3f2-b4bf-4437-9ed1-36f5750d8812 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 943 time: 0.0455289 Apr 11 16:49:15.209275 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e2ea1f6f-0e44-480a-9fe7-e6769b2238c6 req-e98647ac-9350-444b-9dd1-9e1352bb562e tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406947 Apr 11 16:49:15.863400 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-d72292b0-1cfd-44a8-b4d6-e539a20b40e0 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857863 Apr 11 16:49:15.971366 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2e078875-2835-49f1-b819-9b8869a7b9ef req-474fe0cd-edea-4edf-a0c4-504ab4dbe929 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005538 Apr 11 16:49:16.323605 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b9ac1-aeef-424c-863c-2818e2e278e1 req-f4f893fc-18e8-4459-8c5b-74321ac881d9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:16.325006 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-869b9ac1-aeef-424c-863c-2818e2e278e1 req-f4f893fc-18e8-4459-8c5b-74321ac881d9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 943 time: 0.0464478 Apr 11 16:49:16.377160 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-869b9ac1-aeef-424c-863c-2818e2e278e1 req-44b53388-a3ca-41e6-8347-0bf34ee9f613 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464993 Apr 11 16:49:17.488351 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34081f61-ae50-4cf5-bd04-b9602d58a20b req-1526bfd0-ccf0-4e63-9078-3e56863791eb tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:17.489810 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-34081f61-ae50-4cf5-bd04-b9602d58a20b req-1526bfd0-ccf0-4e63-9078-3e56863791eb tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 943 time: 0.0455337 Apr 11 16:49:17.536703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-34081f61-ae50-4cf5-bd04-b9602d58a20b req-2ce1be98-e445-405f-b0d6-dcb84db4b54d tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411711 Apr 11 16:49:18.659174 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf36984-54fc-4ff4-99db-d9836387c3e8 req-48c44ad9-71ce-4698-bdd1-5d4db0358157 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.661635 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-daf36984-54fc-4ff4-99db-d9836387c3e8 req-48c44ad9-71ce-4698-bdd1-5d4db0358157 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 943 time: 0.0561252 Apr 11 16:49:18.715752 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-daf36984-54fc-4ff4-99db-d9836387c3e8 req-7e4f577f-e68b-43b2-9c3c-87be08aadee9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481048 Apr 11 16:49:18.791363 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068382e5-c447-429f-874a-fd8d3229775f req-480db511-2ee4-4686-bdb2-f436da07ee35 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.795529 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-068382e5-c447-429f-874a-fd8d3229775f req-480db511-2ee4-4686-bdb2-f436da07ee35 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0659573 Apr 11 16:49:18.825584 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-894dd679-ed9e-44c9-a33b-647a59852c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.828949 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-894dd679-ed9e-44c9-a33b-647a59852c71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0513411 Apr 11 16:49:18.849455 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-068382e5-c447-429f-874a-fd8d3229775f req-ea5d68ad-9ca4-47d5-9803-50e9673505be tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514641 Apr 11 16:49:18.935051 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-eb43b04d-6511-4dc9-877b-5e107cfd3742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:18.936779 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-eb43b04d-6511-4dc9-877b-5e107cfd3742 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.0991089 Apr 11 16:49:19.012584 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-16ac0437-9b55-4415-bae4-1c31d04f316f service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 1001 time: 0.0697505 Apr 11 16:49:19.060423 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-6d78f896-889f-43ff-83b3-85bb79c1ac85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:19.062246 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-6d78f896-889f-43ff-83b3-85bb79c1ac85 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0437293 Apr 11 16:49:19.064142 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 94c0f223-e48d-4297-83b3-42ae04038f8a details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:49:19.105606 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-a5a4eea7-57a5-4c96-bad4-1e755563202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:19.107139 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-a5a4eea7-57a5-4c96-bad4-1e755563202c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0378249 Apr 11 16:49:19.166095 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:19.177758 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'port_id': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'mac_address': 'fa:16:3e:a4:bb:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 828, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:49:19.202609 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-4dcf1956-4153-4b0e-a6cb-67f4bf69502c service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889413 Apr 11 16:49:19.220290 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 94c0f223-e48d-4297-83b3-42ae04038f8a is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:19.220694 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:19.234879 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94c0f223-e48d-4297-83b3-42ae04038f8a {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:49:19.258978 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:19.305597 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2b2aa703-040d-4b48-9e46-edaed2319b00 req-1c990eff-6db8-4f6d-8a93-da889990f8e5 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961719 Apr 11 16:49:19.334552 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:19.378834 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:19.386381 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.386729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.387104 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.387464 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.387811 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.388142 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.388471 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.388799 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.389166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.390004 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.390329 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.390672 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.391039 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.391353 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.391674 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:19.644134 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:19.702395 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:19.824737 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a111b40-3541-4196-8171-585903deb24c req-06494420-cb9e-4da1-b411-b0f159978488 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:19.826344 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a111b40-3541-4196-8171-585903deb24c req-06494420-cb9e-4da1-b411-b0f159978488 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0568955 Apr 11 16:49:19.877191 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47bfa50-2d05-4bd0-a913-be8a7104883f req-b09efd46-c0f0-49cf-b1af-2503e5f633a5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:19.878747 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47bfa50-2d05-4bd0-a913-be8a7104883f req-b09efd46-c0f0-49cf-b1af-2503e5f633a5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 944 time: 0.0731709 Apr 11 16:49:19.917378 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a111b40-3541-4196-8171-585903deb24c req-5045e174-bfce-4f05-a307-386403df9743 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759039 Apr 11 16:49:19.954793 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47bfa50-2d05-4bd0-a913-be8a7104883f req-1c86ce1f-2344-4b9c-b1e6-9fe3545779cf tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659816 Apr 11 16:49:20.016450 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810c512b-7473-4458-9f44-91f8805bfda2 req-29e6c26a-cfea-4ffc-aa79-947e8c13ed1d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:20.017968 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-810c512b-7473-4458-9f44-91f8805bfda2 req-29e6c26a-cfea-4ffc-aa79-947e8c13ed1d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0468540 Apr 11 16:49:20.065789 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-810c512b-7473-4458-9f44-91f8805bfda2 req-60977bcb-4137-49f0-a91e-4d12561f9835 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423391 Apr 11 16:49:21.058612 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233a173c-fd2c-4143-b3a4-137627f17ba2 req-a1b850b6-2a14-4ee0-b22e-8c1431ab4efa tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.060120 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-233a173c-fd2c-4143-b3a4-137627f17ba2 req-a1b850b6-2a14-4ee0-b22e-8c1431ab4efa tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0731661 Apr 11 16:49:21.074492 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 94c0f223-e48d-4297-83b3-42ae04038f8a up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:49:21.091900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a4f0d4-eef0-459b-aaed-7cbe22c987d8 req-a9be99eb-fc0e-4f10-86da-450de11ad239 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.093767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e9a4f0d4-eef0-459b-aaed-7cbe22c987d8 req-a9be99eb-fc0e-4f10-86da-450de11ad239 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 944 time: 0.0714805 Apr 11 16:49:21.122439 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 94c0f223-e48d-4297-83b3-42ae04038f8a completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:49:21.141174 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-233a173c-fd2c-4143-b3a4-137627f17ba2 req-8b7a9a40-0477-44e8-b182-14fb97afad38 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739007 Apr 11 16:49:21.164057 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e9a4f0d4-eef0-459b-aaed-7cbe22c987d8 req-e58b6d2c-d2d2-47a9-abd7-a0de5d8e44b5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609362 Apr 11 16:49:21.191100 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 94c0f223-e48d-4297-83b3-42ae04038f8a triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:21.191481 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:21.240295 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f6203-0816-4b78-a615-3eea43d6d6a5 req-2681a438-8f29-47bc-abe0-5cf557556c4c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:21.241897 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f69f6203-0816-4b78-a615-3eea43d6d6a5 req-2681a438-8f29-47bc-abe0-5cf557556c4c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0471067 Apr 11 16:49:21.274822 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 94c0f223-e48d-4297-83b3-42ae04038f8a is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:21.275236 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:21.289057 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f69f6203-0816-4b78-a615-3eea43d6d6a5 req-54f89993-a42c-46c6-92f1-9a3b02a11967 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413697 Apr 11 16:49:21.297998 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:21.300329 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6acab573-379b-4f4f-80e7-3ac10d55880b" -d '{"events": [{"server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "name": "network-vif-plugged", "status": "completed", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:21.313885 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:21.336467 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb2343-90eb-438e-8b02-84703f6b02c9 x-openstack-request-id: req-5feb2343-90eb-438e-8b02-84703f6b02c9 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:21.336756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "name": "network-vif-plugged", "status": "completed", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:21.336996 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-5feb2343-90eb-438e-8b02-84703f6b02c9 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:21.337401 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5feb2343-90eb-438e-8b02-84703f6b02c9'] response: {'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'code': 200} Apr 11 16:49:21.396488 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:21.465444 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:22.285676 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9473447b-232d-49b9-b379-a5f5a7bbcac4 req-ee3b6716-860c-44de-822a-a7b157674e61 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.287175 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9473447b-232d-49b9-b379-a5f5a7bbcac4 req-ee3b6716-860c-44de-822a-a7b157674e61 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0795238 Apr 11 16:49:22.301381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17fe99-3635-461f-a0f2-223fae3de57b req-4291db4f-d9f6-4ca3-bc49-5424856965cc tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.302796 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4a17fe99-3635-461f-a0f2-223fae3de57b req-4291db4f-d9f6-4ca3-bc49-5424856965cc tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0602899 Apr 11 16:49:22.365977 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9473447b-232d-49b9-b379-a5f5a7bbcac4 req-a291a662-7721-416a-914b-041e24c9f706 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714586 Apr 11 16:49:22.377534 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4a17fe99-3635-461f-a0f2-223fae3de57b req-b1d127f2-34bc-4ba4-8942-355d48b15b45 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689559 Apr 11 16:49:22.471895 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87b4dca-de59-4195-8ea3-289e2225d624 req-641bb6ba-91ce-4874-8993-535b2f9f7470 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.473369 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e87b4dca-de59-4195-8ea3-289e2225d624 req-641bb6ba-91ce-4874-8993-535b2f9f7470 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0518558 Apr 11 16:49:22.523347 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e87b4dca-de59-4195-8ea3-289e2225d624 req-44c74f08-bfa3-4033-8e4b-915e3ca89520 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443771 Apr 11 16:49:22.618796 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0409c489-6e01-4707-873e-5c6ed7b6fbea req-ae166250-4184-429b-b48f-57a00ca30e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:22.620348 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-0409c489-6e01-4707-873e-5c6ed7b6fbea req-ae166250-4184-429b-b48f-57a00ca30e4f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1129 time: 0.0393269 Apr 11 16:49:22.666023 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-0409c489-6e01-4707-873e-5c6ed7b6fbea req-ca464fa9-ed65-455c-b2dc-b2214eb3e685 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Apr 11 16:49:23.512587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54c90e2-d758-43cb-9e05-7d8f3848395e req-254be8c1-1088-43f4-9099-d892331035fd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.514074 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a54c90e2-d758-43cb-9e05-7d8f3848395e req-254be8c1-1088-43f4-9099-d892331035fd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0810430 Apr 11 16:49:23.522572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e458ca71-ca70-4993-8557-141010c7b54e req-a6921a54-e188-4844-9ecd-71850568c840 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.524101 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e458ca71-ca70-4993-8557-141010c7b54e req-a6921a54-e188-4844-9ecd-71850568c840 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0799961 Apr 11 16:49:23.595904 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a54c90e2-d758-43cb-9e05-7d8f3848395e req-e26bef29-bc1b-4686-867b-fa602eb39f06 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708213 Apr 11 16:49:23.602706 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e458ca71-ca70-4993-8557-141010c7b54e req-bce85786-44d9-44ef-bb8c-a1070529debf tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718629 Apr 11 16:49:23.643124 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-005b2991-beee-4c71-a66b-0ac15073c171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:23.696323 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91dd9a4-f02b-4839-a882-b7de2024a4b4 req-721c3dad-803a-40ab-b80d-6a53f0f133c0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:23.697721 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c91dd9a4-f02b-4839-a882-b7de2024a4b4 req-721c3dad-803a-40ab-b80d-6a53f0f133c0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0464978 Apr 11 16:49:23.743279 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c91dd9a4-f02b-4839-a882-b7de2024a4b4 req-58a37230-114d-4f7f-bdc2-61f4a61edc63 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399172 Apr 11 16:49:24.741753 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe67db5c-d6bb-4426-9d4d-be068afa01b6 req-b9ff183e-4d51-4182-881e-7123f3d7b7db tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:24.743233 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe67db5c-d6bb-4426-9d4d-be068afa01b6 req-b9ff183e-4d51-4182-881e-7123f3d7b7db tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0755715 Apr 11 16:49:24.749214 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c0ece-faeb-40b0-87d5-de627ff761f7 req-a14d011c-617e-47f9-8a4c-36d837f81de5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:24.750631 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d20c0ece-faeb-40b0-87d5-de627ff761f7 req-a14d011c-617e-47f9-8a4c-36d837f81de5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0741167 Apr 11 16:49:24.823567 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe67db5c-d6bb-4426-9d4d-be068afa01b6 req-3b8d6477-c4ce-454d-9e76-32286a950c7e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719304 Apr 11 16:49:24.826456 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d20c0ece-faeb-40b0-87d5-de627ff761f7 req-bb86ba98-0403-4c89-a19a-354ef0d2dc56 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691884 Apr 11 16:49:24.941142 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211469a6-0d2b-4a75-8151-dcba9f06ac6b req-4ed94201-81ec-4ece-b07a-95921c0ed874 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:24.942803 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-211469a6-0d2b-4a75-8151-dcba9f06ac6b req-4ed94201-81ec-4ece-b07a-95921c0ed874 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0467007 Apr 11 16:49:24.990275 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-211469a6-0d2b-4a75-8151-dcba9f06ac6b req-254c5493-9ba6-45f9-8337-b16af9505f5a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416887 Apr 11 16:49:25.968239 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d5b49-69ad-4b75-91d2-205a79058eec req-aa969ec7-b2d0-4321-81e5-f19e0efe2b91 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:25.970210 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d63d5b49-69ad-4b75-91d2-205a79058eec req-aa969ec7-b2d0-4321-81e5-f19e0efe2b91 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0761368 Apr 11 16:49:25.976074 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8237f47-ef09-4360-9924-e9560d940b9f req-4f191340-6ae8-4436-b79f-fe3d5b6c0fc3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:25.977425 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d8237f47-ef09-4360-9924-e9560d940b9f req-4f191340-6ae8-4436-b79f-fe3d5b6c0fc3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0751708 Apr 11 16:49:26.048995 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d8237f47-ef09-4360-9924-e9560d940b9f req-21c69d18-51cf-4c28-8446-f8f280562288 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646203 Apr 11 16:49:26.051997 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d63d5b49-69ad-4b75-91d2-205a79058eec req-47695a73-d2ac-4e9a-8784-a440944ae80c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736587 Apr 11 16:49:26.185098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61131cae-d34a-4616-afdb-e9f0b4ea286c req-e005cd04-9a65-4cca-a5ff-9b318b8b242b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.186835 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-61131cae-d34a-4616-afdb-e9f0b4ea286c req-e005cd04-9a65-4cca-a5ff-9b318b8b242b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0789893 Apr 11 16:49:26.192882 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f34dd2-dbfe-4990-b99d-8ec1fc05590b req-7f437bbb-2e85-4f2e-8f3c-b30451cc51ef tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.194262 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c3f34dd2-dbfe-4990-b99d-8ec1fc05590b req-7f437bbb-2e85-4f2e-8f3c-b30451cc51ef tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0771415 Apr 11 16:49:26.265619 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c3f34dd2-dbfe-4990-b99d-8ec1fc05590b req-42ac698b-ba53-4dab-b394-a5eb6074982a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646868 Apr 11 16:49:26.269387 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-61131cae-d34a-4616-afdb-e9f0b4ea286c req-1b463442-24b1-43f1-9f03-0820214af448 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742638 Apr 11 16:49:26.579210 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc038308-2374-472f-bf38-7dbda238082f req-efe5fc36-98b1-4a92-8a0d-ae5039c3268a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:26.581282 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fc038308-2374-472f-bf38-7dbda238082f req-efe5fc36-98b1-4a92-8a0d-ae5039c3268a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0481136 Apr 11 16:49:26.588007 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-776100be-fd82-45c4-9c57-a5f659a724d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:26.627095 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fc038308-2374-472f-bf38-7dbda238082f req-39e5efcf-f8d6-4c91-9ed9-66095e9edf73 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399997 Apr 11 16:49:27.336748 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:27.439038 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58893d9c-99a2-4e2a-b504-0da8e2995e29 req-100522d4-122f-4103-b2ac-0963df2c9728 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:27.440615 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58893d9c-99a2-4e2a-b504-0da8e2995e29 req-100522d4-122f-4103-b2ac-0963df2c9728 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.3211849 Apr 11 16:49:27.471843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e68a03-5e2e-4ac2-8e82-eb549b6f203d req-f6196263-3496-4c32-bd6e-2f8d22b17cc1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:27.473351 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94e68a03-5e2e-4ac2-8e82-eb549b6f203d req-f6196263-3496-4c32-bd6e-2f8d22b17cc1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0764220 Apr 11 16:49:27.513141 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58893d9c-99a2-4e2a-b504-0da8e2995e29 req-4f757272-97e6-47e3-85e0-4d8b2842e35a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666099 Apr 11 16:49:27.541186 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94e68a03-5e2e-4ac2-8e82-eb549b6f203d req-eb8f9c09-6d64-47a0-bb4b-753086cc1b4d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621521 Apr 11 16:49:28.652303 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1c009-fbbd-43bc-8d77-0a00e1649b94 req-8d64c113-05b3-426e-af65-fd78dd7e75c3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.653762 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cbf1c009-fbbd-43bc-8d77-0a00e1649b94 req-8d64c113-05b3-426e-af65-fd78dd7e75c3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0668728 Apr 11 16:49:28.701720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:28.702486 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6010f8-759d-4689-bbf4-053f5def2618 req-58a70199-96da-483e-aef9-2dabb212b5cf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:28.703992 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb6010f8-759d-4689-bbf4-053f5def2618 req-58a70199-96da-483e-aef9-2dabb212b5cf tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0732164 Apr 11 16:49:28.743813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cbf1c009-fbbd-43bc-8d77-0a00e1649b94 req-def06a3b-1f1b-4ced-b8d7-430238fc347e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735285 Apr 11 16:49:28.764694 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb6010f8-759d-4689-bbf4-053f5def2618 req-7e1a675d-95af-44dc-bb60-0ef334d81db8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533972 Apr 11 16:49:29.872576 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8042ac-fcfe-440a-a047-8c32da50c890 req-485e02f5-2ddf-401d-961d-79f35a003067 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:29.873968 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e8042ac-fcfe-440a-a047-8c32da50c890 req-485e02f5-2ddf-401d-961d-79f35a003067 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0512004 Apr 11 16:49:29.926587 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e8042ac-fcfe-440a-a047-8c32da50c890 req-ce46372c-f928-4e24-9f32-0e35061132d1 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Apr 11 16:49:30.035427 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77cb2d-2f1a-4cec-b349-6b3e6d945327 req-1bdaf3bc-f200-4397-949d-2b49392ed351 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:30.036976 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9b77cb2d-2f1a-4cec-b349-6b3e6d945327 req-1bdaf3bc-f200-4397-949d-2b49392ed351 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0554514 Apr 11 16:49:30.086406 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9b77cb2d-2f1a-4cec-b349-6b3e6d945327 req-37ecac9f-30ac-463f-a624-c385ce6c1878 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Apr 11 16:49:30.242181 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:31.044900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2705a-23a5-48ce-84a9-e744e30ecbb7 req-3504d159-0af5-4135-9c19-4229d279bc59 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:31.046478 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db2705a-23a5-48ce-84a9-e744e30ecbb7 req-3504d159-0af5-4135-9c19-4229d279bc59 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Apr 11 16:49:31.096846 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db2705a-23a5-48ce-84a9-e744e30ecbb7 req-7b3589a0-eb8f-435f-9dd4-0a3135369871 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440724 Apr 11 16:49:31.215579 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089b99ca-eb90-438f-b435-44e2425e35df req-35c50714-7141-4854-9b07-c314799f3c74 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:31.217109 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-089b99ca-eb90-438f-b435-44e2425e35df req-35c50714-7141-4854-9b07-c314799f3c74 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0515721 Apr 11 16:49:31.268185 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-089b99ca-eb90-438f-b435-44e2425e35df req-beb45658-8723-46e7-a096-d74d11c8bd8c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440888 Apr 11 16:49:32.209284 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968285e4-0daf-489c-b914-ed5db841840f req-0fcefb7b-8c28-4555-a099-318110b4a7aa tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:32.210776 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-968285e4-0daf-489c-b914-ed5db841840f req-0fcefb7b-8c28-4555-a099-318110b4a7aa tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0472775 Apr 11 16:49:32.257241 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-968285e4-0daf-489c-b914-ed5db841840f req-6c4f7ccc-2b54-4f8f-b7de-dd68e8d2629a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408385 Apr 11 16:49:32.388063 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b446ea0-1f7e-4375-a8e5-7f3fdeea64e8 req-1042fdf9-5c96-440b-9c98-1a20ac4c5f10 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:32.389456 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4b446ea0-1f7e-4375-a8e5-7f3fdeea64e8 req-1042fdf9-5c96-440b-9c98-1a20ac4c5f10 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0494115 Apr 11 16:49:32.434891 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4b446ea0-1f7e-4375-a8e5-7f3fdeea64e8 req-8a2d9e69-131f-4c09-a449-8e614173ce0d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392461 Apr 11 16:49:33.375219 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6831fb0f-5ab3-46a4-a68a-6acb29d7d05e req-b086dee3-4469-4c69-9a60-21adc4934a9d tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.376761 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6831fb0f-5ab3-46a4-a68a-6acb29d7d05e req-b086dee3-4469-4c69-9a60-21adc4934a9d tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0509503 Apr 11 16:49:33.427763 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6831fb0f-5ab3-46a4-a68a-6acb29d7d05e req-f1f43bf0-f6e8-47b9-8060-e00b79816bd3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455163 Apr 11 16:49:33.546596 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c74ab0-5172-41ec-bd9d-9326fce7e991 req-4facff41-40ff-44e5-b3f7-1e262e43d007 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:33.548120 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69c74ab0-5172-41ec-bd9d-9326fce7e991 req-4facff41-40ff-44e5-b3f7-1e262e43d007 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0469432 Apr 11 16:49:33.613386 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69c74ab0-5172-41ec-bd9d-9326fce7e991 req-47c0551e-1dff-4819-be28-74231ae656d8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594974 Apr 11 16:49:34.540732 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f600b-ca37-41dc-aff4-686090cde6fb req-3af0b9e7-0e9c-4904-9b93-2dfe73de656f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.542240 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb1f600b-ca37-41dc-aff4-686090cde6fb req-3af0b9e7-0e9c-4904-9b93-2dfe73de656f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0479202 Apr 11 16:49:34.592052 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb1f600b-ca37-41dc-aff4-686090cde6fb req-a1e9d4fe-eafb-461b-a2f6-ddf32980711e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435448 Apr 11 16:49:34.667118 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d4e7e1-86bd-48ef-81c4-dbb357f24f83 req-5bfbaa98-4583-452c-a258-01feebe5d1aa tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.668627 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-29d4e7e1-86bd-48ef-81c4-dbb357f24f83 req-5bfbaa98-4583-452c-a258-01feebe5d1aa tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0467348 Apr 11 16:49:34.749646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c1255-ed65-4f2d-a0c5-fb41648af3e3 req-43315cf6-a354-4164-aa35-98250d148ad1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.751146 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f63c1255-ed65-4f2d-a0c5-fb41648af3e3 req-43315cf6-a354-4164-aa35-98250d148ad1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0703309 Apr 11 16:49:34.758384 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-29d4e7e1-86bd-48ef-81c4-dbb357f24f83 req-4030c5a9-88d5-433b-bf99-fcc8f5ca1c87 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842097 Apr 11 16:49:34.781021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59080) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:34.802290 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f63c1255-ed65-4f2d-a0c5-fb41648af3e3 req-65fdcb87-1fb2-48ea-ac88-03da50011662 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429437 Apr 11 16:49:34.910032 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb25fc8-0aa2-49d8-9a7e-cfaf85a9975a tempest-TestMinimumBasicScenario-1285912845 tempest-TestMinimumBasicScenario-1285912845-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:34.911601 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5cb25fc8-0aa2-49d8-9a7e-cfaf85a9975a tempest-TestMinimumBasicScenario-1285912845 tempest-TestMinimumBasicScenario-1285912845-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1124 time: 0.1295862 Apr 11 16:49:34.914770 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59084) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:34.918910 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'port_id': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:34.991026 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.071047 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.175663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Allocated IP 172.28.0.78 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/41b943b9-1cbe-4d6f-b808-d1f81f2545ff) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:49:35.287149 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.456903 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.495331 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:49:35.498170 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:49:35.501706 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:49:35.511803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'Port': ['ID=41b943b9-1cbe-4d6f-b808-d1f81f2545ff,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:35.720000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f38838-a148-4550-b8c3-76874c77c75d req-70d3b95f-61a4-428b-91ab-bdc43a997818 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:35.721713 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f3f38838-a148-4550-b8c3-76874c77c75d req-70d3b95f-61a4-428b-91ab-bdc43a997818 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0496881 Apr 11 16:49:35.770246 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f3f38838-a148-4550-b8c3-76874c77c75d req-e38cceba-872b-49a5-8b4a-44bc8f661881 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421066 Apr 11 16:49:35.896510 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:35.926032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb622b-a2bf-4eb9-bcc3-69a7d0f64859 req-0648ab84-5eae-486b-a26f-2eaac76cf303 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:35.927727 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-00eb622b-a2bf-4eb9-bcc3-69a7d0f64859 req-0648ab84-5eae-486b-a26f-2eaac76cf303 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0484111 Apr 11 16:49:35.985371 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-00eb622b-a2bf-4eb9-bcc3-69a7d0f64859 req-10621b80-70ff-4ffb-b19d-cad581f9a1ce tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Apr 11 16:49:36.089806 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349bece4-6396-4ac0-aafa-76e53c2d2ab4 req-12df23b4-4b30-4b5e-a7fa-5c354f24d6cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:36.091637 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-349bece4-6396-4ac0-aafa-76e53c2d2ab4 req-12df23b4-4b30-4b5e-a7fa-5c354f24d6cc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0502646 Apr 11 16:49:36.132917 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for floatingip (367909d2-078f-40e3-bf12-f875a85ffeeb), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:36.140533 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-349bece4-6396-4ac0-aafa-76e53c2d2ab4 req-e4033798-a6d6-4a95-bd66-5c9c2c57148e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Apr 11 16:49:36.287304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:36.435909 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:36.496142 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:36.568268 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'Port': ['ID=41b943b9-1cbe-4d6f-b808-d1f81f2545ff,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:36.580502 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (367909d2-078f-40e3-bf12-f875a85ffeeb), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:36.684941 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Floating IP 367909d2-078f-40e3-bf12-f875a85ffeeb associated. External IP: 172.28.0.78, port: 94c0f223-e48d-4297-83b3-42ae04038f8a. Apr 11 16:49:37.033238 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Router 036177f2-3b7c-4913-b102-d395b77b4622 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:49:37.101761 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a236450-0e46-474e-801b-c6d926eff328 req-a76e1b2e-6e29-4457-926c-00a812248ac0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.103287 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a236450-0e46-474e-801b-c6d926eff328 req-a76e1b2e-6e29-4457-926c-00a812248ac0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0467677 Apr 11 16:49:37.147433 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:49:37.159764 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a236450-0e46-474e-801b-c6d926eff328 req-f10a708f-d8a8-409f-9485-c93ae795b16c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507972 Apr 11 16:49:37.160094 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Sync routers for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:49:37.189477 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:37.189477 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:37.273890 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-5778788e-1fce-43fd-b6ec-39bec4f86963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.275499 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-5778788e-1fce-43fd-b6ec-39bec4f86963 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 1130 time: 0.0472989 Apr 11 16:49:37.287387 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0853884-1e8a-45a6-9753-dc9c9b33122e req-68e8c499-ca6f-41a6-a2a9-1e9af17f7ff0 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.289332 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a0853884-1e8a-45a6-9753-dc9c9b33122e req-68e8c499-ca6f-41a6-a2a9-1e9af17f7ff0 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0674431 Apr 11 16:49:37.310253 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:37.344481 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a0853884-1e8a-45a6-9753-dc9c9b33122e req-1378fe88-6e35-4a27-ad17-fd4797bc0a9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486748 Apr 11 16:49:37.400343 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-fa98c738-4038-4f0c-983e-fbb5ef803772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.401856 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-fa98c738-4038-4f0c-983e-fbb5ef803772 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 911 time: 0.1192243 Apr 11 16:49:37.480568 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-31dc240e-51fa-4a8f-991b-10a24e8a76bc service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 200 len: 1001 time: 0.0717549 Apr 11 16:49:37.530283 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-e67c9e49-1ded-4216-9036-70c7a9e6d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.531735 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-e67c9e49-1ded-4216-9036-70c7a9e6d625 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0449209 Apr 11 16:49:37.540791 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '367909d2-078f-40e3-bf12-f875a85ffeeb', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'port_id': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'mac_address': 'fa:16:3e:a4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:35Z', 'updated_at': '2022-04-11T16:49:35Z', 'revision_number': 0, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:37.568829 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Checking router: 036177f2-3b7c-4913-b102-d395b77b4622 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:49:37.575954 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-3d990ce5-0b92-4d05-a7ee-85c835672b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:37.577308 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:37.577604 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-3d990ce5-0b92-4d05-a7ee-85c835672b20 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405774 Apr 11 16:49:37.577966 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:37.679812 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-270dba97-0475-4d4c-9058-65f014c7df6d service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944781 Apr 11 16:49:37.763124 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:37.787069 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ba5b69be-aa26-44e4-ace9-2af365478e73 req-5f8e986a-33de-4949-bd5c-848cbe4b2724 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017075 Apr 11 16:49:37.879698 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:37.918720 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e866f5a1-281a-4030-9356-c765f245c862 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0025597 Apr 11 16:49:37.919689 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:37.921273 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59112) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:37.924001 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e9705-e130-472d-b87c-63cac8136dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:37.926585 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1121870252', 'description': 'tempest-secgroup-smoke-1121870252 description', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:37.937318 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '367909d2-078f-40e3-bf12-f875a85ffeeb', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'port_id': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'mac_address': 'fa:16:3e:a4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:35Z', 'updated_at': '2022-04-11T16:49:35Z', 'revision_number': 0, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:37.961807 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e660e67-5c8c-4421-bed9-3edb6c0ae426 x-openstack-request-id: req-8e660e67-5c8c-4421-bed9-3edb6c0ae426 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:37.962106 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:37.962359 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8e660e67-5c8c-4421-bed9-3edb6c0ae426 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:37.962765 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e660e67-5c8c-4421-bed9-3edb6c0ae426'] response: {'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:49:37.975352 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f71b951-a8a1-4478-bd57-9275b00a5f30 None None] The sync data for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb is: [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '367909d2-078f-40e3-bf12-f875a85ffeeb', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'port_id': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'mac_address': 'fa:16:3e:a4:bb:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:49:35Z', 'updated_at': '2022-04-11T16:49:35Z', 'revision_number': 0, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:49:38.038141 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9705-e130-472d-b87c-63cac8136dbf req-30305d87-c3d3-4ff7-86a8-d14fa82d2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.039675 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-30305d87-c3d3-4ff7-86a8-d14fa82d2c86 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1129 time: 0.0412891 Apr 11 16:49:38.145292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9705-e130-472d-b87c-63cac8136dbf req-39a83377-268c-4171-b318-9c3b858dd347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.146970 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-39a83377-268c-4171-b318-9c3b858dd347 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 916 time: 0.0968060 Apr 11 16:49:38.181965 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.205291 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824b7509-950c-4d86-a170-e6b4f8bf9755 None None] New status for floating IP 367909d2-078f-40e3-bf12-f875a85ffeeb: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:49:38.249610 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-00125a4b-9736-4435-ba15-abad22502e37 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 998 time: 0.0935662 Apr 11 16:49:38.300446 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (33923755-cc49-452b-98fe-6bb5a904a086), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.316593 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2c97db-6cf7-4871-8945-4ee26e32d66a req-413740e9-0c75-4e7e-a2b1-551d88b4de4f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.318186 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d2c97db-6cf7-4871-8945-4ee26e32d66a req-413740e9-0c75-4e7e-a2b1-551d88b4de4f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0553474 Apr 11 16:49:38.369913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d2c97db-6cf7-4871-8945-4ee26e32d66a req-1a71175a-95f9-4a81-99f1-c33b2992d2a8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451970 Apr 11 16:49:38.404423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (33923755-cc49-452b-98fe-6bb5a904a086), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.468232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33923755-cc49-452b-98fe-6bb5a904a086,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:38.484276 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6e6974-d1b5-42d3-b8b6-320cf7832fa9 req-e318d709-a76b-4d47-868d-2fba3572059f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.485806 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cf6e6974-d1b5-42d3-b8b6-320cf7832fa9 req-e318d709-a76b-4d47-868d-2fba3572059f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0639849 Apr 11 16:49:38.487260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.487614 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.487968 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.488507 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.488806 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.489144 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.489479 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.489812 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.490142 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.490475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.490809 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.491172 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.491509 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.491835 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.492161 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:49:38.500313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.501489 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-913188d2-dd29-459e-b21f-83a097872848 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.5791149 Apr 11 16:49:38.505008 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59122) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:38.509436 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:38.550569 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cf6e6974-d1b5-42d3-b8b6-320cf7832fa9 req-93c8d5fb-cbf8-466a-bee6-8659722c5ce1 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530620 Apr 11 16:49:38.592758 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (71332e75-6f81-44f8-a442-d494082a8e51), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.647854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (71332e75-6f81-44f8-a442-d494082a8e51), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.716747 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (71332e75-6f81-44f8-a442-d494082a8e51), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.734277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71332e75-6f81-44f8-a442-d494082a8e51,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:38.795406 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.796635 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4bceb360-61d9-481a-82d8-e31b00266955 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2906404 Apr 11 16:49:38.799555 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59124) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:38.814421 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:38.845319 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9705-e130-472d-b87c-63cac8136dbf req-8dca924b-e84a-4122-a1dd-c78090177f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.846782 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-8dca924b-e84a-4122-a1dd-c78090177f5c service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0491915 Apr 11 16:49:38.891230 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e9705-e130-472d-b87c-63cac8136dbf req-a45a9864-2b73-4ac5-a221-4642516a2943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:38.892780 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-a45a9864-2b73-4ac5-a221-4642516a2943 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0394878 Apr 11 16:49:38.953755 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (7fd33ec2-4d2e-4c64-b3ad-cffb82dfa63b), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:38.990620 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-e1b60c81-83ad-4d86-9855-483da6beb243 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867643 Apr 11 16:49:39.011475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (7fd33ec2-4d2e-4c64-b3ad-cffb82dfa63b), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.094353 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b76e9705-e130-472d-b87c-63cac8136dbf req-2e551e32-5b8e-469f-a226-8c55467c3693 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879138 Apr 11 16:49:39.119091 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (7fd33ec2-4d2e-4c64-b3ad-cffb82dfa63b), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.136768 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd33ec2-4d2e-4c64-b3ad-cffb82dfa63b,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:39.280740 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.282016 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5d5aefe4-2536-4eef-83ec-2d990a93f0d4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4808209 Apr 11 16:49:39.285379 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59126) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:39.289814 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:39.390218 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (6de741f8-86af-4e35-9549-292799f45137), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.482304 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (6de741f8-86af-4e35-9549-292799f45137), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.497457 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72006bb-1590-4ff4-ab09-fe02af5fca32 req-1e5b5411-1134-4694-84ac-82dd6c9199c6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:39.498967 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b72006bb-1590-4ff4-ab09-fe02af5fca32 req-1e5b5411-1134-4694-84ac-82dd6c9199c6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0548987 Apr 11 16:49:39.544472 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (6de741f8-86af-4e35-9549-292799f45137), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.555426 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b72006bb-1590-4ff4-ab09-fe02af5fca32 req-6c56dbab-49cd-4f78-abff-b4aaab86c60c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507793 Apr 11 16:49:39.566724 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de741f8-86af-4e35-9549-292799f45137,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:39.652031 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.653165 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-103138f7-5a10-4a08-b6d6-9904a10937c3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3668416 Apr 11 16:49:39.656090 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59136) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:39.661174 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:39.673518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36120b-2224-4f53-a372-19b4945f6f97 req-d3d4a429-5f1b-4862-845b-fb5d5d679343 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:39.675416 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4e36120b-2224-4f53-a372-19b4945f6f97 req-d3d4a429-5f1b-4862-845b-fb5d5d679343 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0532203 Apr 11 16:49:39.739068 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4e36120b-2224-4f53-a372-19b4945f6f97 req-6772df3e-b88e-41ca-b8b7-cf6c38b9f1bd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550108 Apr 11 16:49:39.775365 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (42c87f32-f2c9-43bc-82f7-135a5e4fb125), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.837462 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (42c87f32-f2c9-43bc-82f7-135a5e4fb125), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.922434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (42c87f32-f2c9-43bc-82f7-135a5e4fb125), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:39.940190 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c87f32-f2c9-43bc-82f7-135a5e4fb125,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:40.017775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.019650 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8d41ac29-2eab-4a53-bfd7-23f9cfe9ceae tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3625321 Apr 11 16:49:40.022322 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59148) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:40.026476 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:40.136377 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.securitygroups_db [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Project ece40f17ecf94914a96ca0481f3eb6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:49:40.142211 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (fbe7f240-543e-4874-b912-25e307142e85), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.199635 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (fbe7f240-543e-4874-b912-25e307142e85), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.284631 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (fbe7f240-543e-4874-b912-25e307142e85), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.305976 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe7f240-543e-4874-b912-25e307142e85,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:40.379212 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.380681 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6bbce57d-d57d-495b-ab41-183d76939694 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3574457 Apr 11 16:49:40.383291 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59150) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:40.387607 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'security_group_rule': {'security_group_id': '33923755-cc49-452b-98fe-6bb5a904a086', 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:40.465266 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.securitygroups_db [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Project ece40f17ecf94914a96ca0481f3eb6fb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:49:40.471292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (79ee63cf-d3be-4d95-86bd-4cc8680c2c85), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.530223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (79ee63cf-d3be-4d95-86bd-4cc8680c2c85), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.614293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (79ee63cf-d3be-4d95-86bd-4cc8680c2c85), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.634536 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79ee63cf-d3be-4d95-86bd-4cc8680c2c85,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:40.668901 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31adc721-f01d-407e-9179-a1a94aeb57bb req-e125b6e6-eabb-432f-9f2e-3fcd4739d723 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:40.670445 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31adc721-f01d-407e-9179-a1a94aeb57bb req-e125b6e6-eabb-432f-9f2e-3fcd4739d723 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0467563 Apr 11 16:49:40.692414 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:40.693787 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3c6937fd-72fc-4764-8516-209342933725 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3094153 Apr 11 16:49:40.721222 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31adc721-f01d-407e-9179-a1a94aeb57bb req-a9257a0b-9cc6-4796-860d-ae6c56f09898 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436125 Apr 11 16:49:40.784955 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-198cf763-3bfc-4bf0-b33b-f0d73cf10bdc tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121870252&fields=id&tenant_id=ece40f17ecf94914a96ca0481f3eb6fb HTTP/1.1" status: 200 len: 267 time: 0.0434594 Apr 11 16:49:40.834850 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-4d42ec18-a964-4112-a013-6ced4a11039e tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:40.836338 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-4d42ec18-a964-4112-a013-6ced4a11039e tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0460637 Apr 11 16:49:40.846786 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'port': {'security_groups': ['bb71e0b6-1200-45d1-8bb2-b6214a427005', '33923755-cc49-452b-98fe-6bb5a904a086']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:40.920958 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:41.106268 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:41.134410 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:41.210599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:41.223378 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:41.254371 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:41.255034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:41.256459 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13e3fdc6-5e4a-4c4c-a536-6157f976ef1f req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "PUT /v2.0/ports/94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 981 time: 0.4140217 Apr 11 16:49:41.256915 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:41.259196 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-608e88b9-4858-476d-9163-ea478d9d5c24" -d '{"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:41.296477 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081cbd07-e97b-468e-976c-6582ab579743 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=6']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:41.319422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0017b2ca-2a18-4a36-a408-d1c2fc22f247 x-openstack-request-id: req-0017b2ca-2a18-4a36-a408-d1c2fc22f247 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:41.319743 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:41.320119 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0017b2ca-2a18-4a36-a408-d1c2fc22f247 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:41.320712 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0017b2ca-2a18-4a36-a408-d1c2fc22f247'] response: {'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:49:41.379350 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6b0157-e784-4b29-9435-cf207074f118 req-76eef017-3380-462e-bd1a-807f53d66246 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:41.381107 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3a6b0157-e784-4b29-9435-cf207074f118 req-76eef017-3380-462e-bd1a-807f53d66246 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0575678 Apr 11 16:49:41.464377 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3a6b0157-e784-4b29-9435-cf207074f118 req-c52939fa-6fbb-494d-a9b4-83d00e5b2de0 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0764792 Apr 11 16:49:41.514823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:41.553350 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-b7610269-00a8-4ea6-8607-566be5514b3c None None] Provisioning complete for port 94c0f223-e48d-4297-83b3-42ae04038f8a triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:49:41.553646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b7610269-00a8-4ea6-8607-566be5514b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:41.756310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-b7610269-00a8-4ea6-8607-566be5514b3c None None] Current status of the port 94c0f223-e48d-4297-83b3-42ae04038f8a is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:49:41.768709 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-31edd13b-bc97-4e81-aae6-cdbe6014e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:41.776580 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-31edd13b-bc97-4e81-aae6-cdbe6014e017 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1168 time: 0.0590479 Apr 11 16:49:41.889672 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7c9a4-602c-4e28-80c8-5193cd0c16be req-22a9e043-9cd4-4acc-adcc-74331adfa6a4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:41.891122 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3ee7c9a4-602c-4e28-80c8-5193cd0c16be req-22a9e043-9cd4-4acc-adcc-74331adfa6a4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0589080 Apr 11 16:49:41.952436 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3ee7c9a4-602c-4e28-80c8-5193cd0c16be req-58e7ef8e-3332-435f-b0a5-9ed5ed06bd67 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545373 Apr 11 16:49:42.140262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-57e98a8a-34c5-4007-8c7d-7a12f155513e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:42.142279 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-57e98a8a-34c5-4007-8c7d-7a12f155513e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 916 time: 0.1036549 Apr 11 16:49:42.635501 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b2accc-5634-4ed8-97a5-552468d1c57c req-ca26807f-3f80-48f0-955a-2dedef54245a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:42.636961 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b8b2accc-5634-4ed8-97a5-552468d1c57c req-ca26807f-3f80-48f0-955a-2dedef54245a service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0363650 Apr 11 16:49:42.734026 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b8b2accc-5634-4ed8-97a5-552468d1c57c req-5a382477-27b3-49f2-a83d-d263870c994e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Apr 11 16:49:42.752344 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-7134f9b4-575d-4ee1-a557-b88608198d3b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 1000 time: 0.0599029 Apr 11 16:49:43.021410 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-7e038310-85a4-482b-a544-2fe92bf50c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:43.023659 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-7e038310-85a4-482b-a544-2fe92bf50c30 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0474429 Apr 11 16:49:43.073870 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-34f6778e-5564-409d-be21-b32789eec1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:43.075414 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-34f6778e-5564-409d-be21-b32789eec1d2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0439467 Apr 11 16:49:43.084627 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8b7903-63c6-455b-9896-e5af2f650d56 req-924e3da4-3211-4f2f-af8b-f13f1c655eea tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:43.084627 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cf8b7903-63c6-455b-9896-e5af2f650d56 req-924e3da4-3211-4f2f-af8b-f13f1c655eea tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0521133 Apr 11 16:49:43.131387 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cf8b7903-63c6-455b-9896-e5af2f650d56 req-34954565-9714-4473-b5cc-0beda785fd0b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429871 Apr 11 16:49:43.168986 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-f6c212b9-caaa-498f-bb1e-78adbdcd68da service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845785 Apr 11 16:49:43.658690 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-608e88b9-4858-476d-9163-ea478d9d5c24 req-47b631b9-986a-4035-bfc0-b9abc0949548 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902271 Apr 11 16:49:43.804048 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a85576-6b9b-4db5-9303-b2cfae94d52d req-50634197-7fea-41cd-8a8e-aba2791ae029 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:43.805586 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-14a85576-6b9b-4db5-9303-b2cfae94d52d req-50634197-7fea-41cd-8a8e-aba2791ae029 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0484676 Apr 11 16:49:43.855104 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-14a85576-6b9b-4db5-9303-b2cfae94d52d req-8a77d569-5c85-4592-a78e-d9fc8b7d5514 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437329 Apr 11 16:49:44.250839 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fd934-0067-4c82-9174-d929a179854c req-0cf97680-3809-4209-a639-d3c55f272fe6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:44.252341 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-309fd934-0067-4c82-9174-d929a179854c req-0cf97680-3809-4209-a639-d3c55f272fe6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0518250 Apr 11 16:49:44.298966 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-309fd934-0067-4c82-9174-d929a179854c req-678a6bf4-a01f-447e-bdc6-eac4d54ce0b0 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412443 Apr 11 16:49:44.977575 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64f1e7-a82b-42bd-9d57-ed65a954eeab req-c2fbfa62-5fcc-45ff-a527-0502d489f293 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:44.979146 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb64f1e7-a82b-42bd-9d57-ed65a954eeab req-c2fbfa62-5fcc-45ff-a527-0502d489f293 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0477250 Apr 11 16:49:45.029683 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb64f1e7-a82b-42bd-9d57-ed65a954eeab req-58eb4bc5-9465-4164-b552-cb924d30ca5b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447156 Apr 11 16:49:45.412364 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60d460-f79d-45c8-a48e-b7b3a15164a1 req-158ca8bc-d62f-4497-9d05-7b54f7152cd4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:45.413851 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bd60d460-f79d-45c8-a48e-b7b3a15164a1 req-158ca8bc-d62f-4497-9d05-7b54f7152cd4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Apr 11 16:49:45.465723 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bd60d460-f79d-45c8-a48e-b7b3a15164a1 req-e10d017c-2be7-4ff9-bc35-e42720e91bfa tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461490 Apr 11 16:49:45.990204 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-7bd084e8-c3f3-4483-b135-9fa24e41e731 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:45.991873 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-7bd084e8-c3f3-4483-b135-9fa24e41e731 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0488150 Apr 11 16:49:46.083801 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port a0725746-1fa2-4eba-8f22-e5620c0992eb {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:49:46.084137 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.147151 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f979188-370b-4e98-a709-b5fd05f9f68c req-f469d066-475f-4f87-b1d9-0fc445b29733 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:46.148646 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7f979188-370b-4e98-a709-b5fd05f9f68c req-f469d066-475f-4f87-b1d9-0fc445b29733 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 946 time: 0.0471272 Apr 11 16:49:46.172089 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] For port a0725746-1fa2-4eba-8f22-e5620c0992eb, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a0725746-1fa2-4eba-8f22-e5620c0992eb,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:46.176250 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.196474 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7f979188-370b-4e98-a709-b5fd05f9f68c req-509fed7f-ce0e-4221-bb86-4200f68fb2f7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420904 Apr 11 16:49:46.398754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.399181 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (e1af9f01-28be-482a-9344-87927929f496), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.399476 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP e1af9f01-28be-482a-9344-87927929f496 disassociated. External IP: 172.28.0.47, port: a0725746-1fa2-4eba-8f22-e5620c0992eb. Apr 11 16:49:46.399814 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for a0725746-1fa2-4eba-8f22-e5620c0992eb owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:49:46.579138 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a2891-830a-4371-9651-5020ab06ab50 req-4cea59f8-c553-438f-bf81-ae03962e0e98 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:46.580623 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0a9a2891-830a-4371-9651-5020ab06ab50 req-4cea59f8-c553-438f-bf81-ae03962e0e98 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0472081 Apr 11 16:49:46.627716 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0a9a2891-830a-4371-9651-5020ab06ab50 req-e654a669-d30f-4872-8006-1d9707ae7190 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414193 Apr 11 16:49:46.656626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (a0725746-1fa2-4eba-8f22-e5620c0992eb), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:46.688310 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=a0725746-1fa2-4eba-8f22-e5620c0992eb,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:46.825279 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:49:47.187872 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:49:47.198625 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:49:47.209607 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:47.210327 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:47.237312 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] No DVR routers for this DVR port a0725746-1fa2-4eba-8f22-e5620c0992eb on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:49:47.240066 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:47.243801 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a400e046-f4d2-4797-97e1-a3ec2e32d86d req-8fdee823-72f0-4b46-8d6d-67ec1009166c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "DELETE /v2.0/ports/a0725746-1fa2-4eba-8f22-e5620c0992eb HTTP/1.1" status: 204 len: 173 time: 1.2471113 Apr 11 16:49:47.244269 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'name': 'network-vif-deleted', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:47.247103 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd5e9a4-7985-470c-aff8-5fd1d8b952b7 req-01a6f016-1f9c-4485-92c4-8ecf6b4929ef tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.252351 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecf6291-ca04-4139-a187-374fb9861870" -d '{"events": [{"server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "name": "network-vif-deleted", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:47.252504 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6dd5e9a4-7985-470c-aff8-5fd1d8b952b7 req-01a6f016-1f9c-4485-92c4-8ecf6b4929ef tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0601296 Apr 11 16:49:47.338115 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:47.365100 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6dd5e9a4-7985-470c-aff8-5fd1d8b952b7 req-4cead8e3-991b-4744-9fba-b0ce5da8f002 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058507 Apr 11 16:49:47.397870 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-a66328f3-8841-412c-a3eb-9be74e3724d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.399441 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-a66328f3-8841-412c-a3eb-9be74e3724d8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0812123 Apr 11 16:49:47.431354 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-769587d3-574e-41e8-9837-89049f1ea861 req-be512ca3-ad78-4bf5-9dc3-c4685211c8a9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.1220968 Apr 11 16:49:47.459716 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d907a597-766a-4102-9ebd-bc7dad64fe89 x-openstack-request-id: req-d907a597-766a-4102-9ebd-bc7dad64fe89 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:47.461173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14222b9e-1823-44d9-b0ac-57f13715d6ee", "name": "network-vif-deleted", "tag": "a0725746-1fa2-4eba-8f22-e5620c0992eb", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:47.461436 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d907a597-766a-4102-9ebd-bc7dad64fe89 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:47.461911 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d907a597-766a-4102-9ebd-bc7dad64fe89'] response: {'server_uuid': '14222b9e-1823-44d9-b0ac-57f13715d6ee', 'name': 'network-vif-deleted', 'tag': 'a0725746-1fa2-4eba-8f22-e5620c0992eb', 'status': 'completed', 'code': 200} Apr 11 16:49:47.558368 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-46306147-4388-4950-b052-541280cb4342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.559972 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-46306147-4388-4950-b052-541280cb4342 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.1529908 Apr 11 16:49:47.635052 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-a5b9d1b2-a8ce-4322-a8c2-877da4327c59 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 1001 time: 0.0690804 Apr 11 16:49:47.692891 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-45e1ec2b-b85a-4fa0-b9af-bb069ed1cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.694549 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-45e1ec2b-b85a-4fa0-b9af-bb069ed1cc10 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0536220 Apr 11 16:49:47.696592 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:47.724927 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:49:47.741235 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:47.742178 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:47.753328 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-eb41b2df-ce5b-4275-b54b-949cf965406f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.754987 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-eb41b2df-ce5b-4275-b54b-949cf965406f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0539215 Apr 11 16:49:47.877774 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:47.888820 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-b09f70af-f312-422e-b685-f9f22350b5e1 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127131 Apr 11 16:49:47.953381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43826038-ad75-412f-96ea-787014c9f552 req-82cbf6ca-aed8-435d-9e97-362715a4f049 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:47.954871 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-43826038-ad75-412f-96ea-787014c9f552 req-82cbf6ca-aed8-435d-9e97-362715a4f049 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0510571 Apr 11 16:49:48.004534 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-43826038-ad75-412f-96ea-787014c9f552 req-e0b2ce9f-ba2e-4efb-8909-91accc3e0762 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432022 Apr 11 16:49:48.117494 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:48.145814 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3edcc89-f160-4a91-8dc7-dbee775c93d2 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '36170c4b-85d2-4786-8067-74d7882b9978', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.26', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 268, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:58:72:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:47:20Z', 'updated_at': '2022-04-11T16:47:43Z', 'revision_number': 2, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:49:48.395255 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9984d7e0-7eca-46ef-9d48-f07857615e16 None None] New status for floating IP e1af9f01-28be-482a-9344-87927929f496: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:49:48.463923 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0216e-2b0e-4952-931c-ba29c5ed732b req-323c95d9-3664-4db3-8f9a-0f9a769847f7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:48.465459 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fdf0216e-2b0e-4952-931c-ba29c5ed732b req-323c95d9-3664-4db3-8f9a-0f9a769847f7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0548353 Apr 11 16:49:48.516174 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fdf0216e-2b0e-4952-931c-ba29c5ed732b req-656f775b-3181-4c5c-a1c0-775afcdb7489 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445020 Apr 11 16:49:48.563291 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86ffba91-9b9e-44e1-a3cf-a2d1a8f5aa0a req-55cfff32-9797-4f9f-8f6b-8900f0858d53 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0313342 Apr 11 16:49:49.120790 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36679bf-7594-47c1-8c45-4f1e5d037d0b req-4be824b2-4575-4bf1-a0a8-fb176de1c018 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:49.122345 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c36679bf-7594-47c1-8c45-4f1e5d037d0b req-4be824b2-4575-4bf1-a0a8-fb176de1c018 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0476027 Apr 11 16:49:49.174027 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c36679bf-7594-47c1-8c45-4f1e5d037d0b req-e9ceeefd-6144-468a-ab79-b5ac65945a26 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458081 Apr 11 16:49:49.193612 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a0725746-1fa2-4eba-8f22-e5620c0992eb no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:49:49.214857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: a0725746-1fa2-4eba-8f22-e5620c0992eb {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:49:49.215255 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a0725746-1fa2-4eba-8f22-e5620c0992eb not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:49:49.647926 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd98c540-6526-4b9e-9e16-220efb4007d1 req-577b035d-2986-4773-bb96-9502a7092efe tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:49.649457 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cd98c540-6526-4b9e-9e16-220efb4007d1 req-577b035d-2986-4773-bb96-9502a7092efe tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0584843 Apr 11 16:49:49.682365 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-afae65fb-b231-4486-9547-eca843d32f8d req-8beebcb8-f6b6-4245-a2a9-e6d2e756487b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0319219 Apr 11 16:49:49.717085 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cd98c540-6526-4b9e-9e16-220efb4007d1 req-cd883183-e036-4ca1-b444-2ffb23656584 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582120 Apr 11 16:49:50.304419 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b7b84c-3709-4bd0-a1a7-d9c401e87978 req-2c96b710-9af4-4f08-a3d7-585d53d929d2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.305941 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a5b7b84c-3709-4bd0-a1a7-d9c401e87978 req-2c96b710-9af4-4f08-a3d7-585d53d929d2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0488544 Apr 11 16:49:50.355381 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a5b7b84c-3709-4bd0-a1a7-d9c401e87978 req-7f2ded20-4012-41cd-be47-c77112d8db7d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Apr 11 16:49:50.790143 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3fc83b47-a1ce-45ac-8a48-c0894cf2371d req-5665b3e4-3b47-42c9-a9c8-97e6ed087df6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0319328 Apr 11 16:49:50.835574 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41910819-523d-4c5a-a625-3cebf86f4b58 req-760556bf-e287-4785-8435-43d2b4969999 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:50.837062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-41910819-523d-4c5a-a625-3cebf86f4b58 req-760556bf-e287-4785-8435-43d2b4969999 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0498521 Apr 11 16:49:50.884667 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-41910819-523d-4c5a-a625-3cebf86f4b58 req-7e72f7c8-446f-4b37-b0c7-4fda1620e41d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418913 Apr 11 16:49:51.466138 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c5ec03-0340-4264-a5d6-4cb98040650f req-4f47335d-5d54-43dc-a1da-68bce9d3f425 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:51.467661 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b6c5ec03-0340-4264-a5d6-4cb98040650f req-4f47335d-5d54-43dc-a1da-68bce9d3f425 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0474918 Apr 11 16:49:51.513220 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b6c5ec03-0340-4264-a5d6-4cb98040650f req-05654978-58c6-414e-8a80-e78fcb8d774d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395174 Apr 11 16:49:51.899475 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eec6e047-0ca2-45f8-bfe1-953a0fab58b6 req-8555eb62-33d8-42c1-8d70-852902f35994 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0325108 Apr 11 16:49:51.996383 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b31332-d563-477e-bcfb-b6f5641ebb5d req-1b010b1f-56f2-4513-b251-e1f232b02022 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:51.997930 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6b31332-d563-477e-bcfb-b6f5641ebb5d req-1b010b1f-56f2-4513-b251-e1f232b02022 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0469685 Apr 11 16:49:52.044490 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6b31332-d563-477e-bcfb-b6f5641ebb5d req-95f6b736-01f3-47ef-b7cb-cbdd3647a8b4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405450 Apr 11 16:49:52.631233 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642cb04d-fc57-4441-955d-6f8164cb4e2e req-d6ae2562-8a24-4b5e-8586-c2a999c4ef29 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:52.633099 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-642cb04d-fc57-4441-955d-6f8164cb4e2e req-d6ae2562-8a24-4b5e-8586-c2a999c4ef29 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0480900 Apr 11 16:49:52.679957 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-642cb04d-fc57-4441-955d-6f8164cb4e2e req-497a8c4b-2388-4d4a-82a3-3ac7a882cefc tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412581 Apr 11 16:49:53.007688 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-61edf52c-27f2-4af2-a0a6-f996947b7479 req-fd471737-fed8-446e-b90f-c2b0df09f5d0 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894830 Apr 11 16:49:53.012308 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-abe2d011-4236-4308-b794-e9aa80eb83ce req-53fd65c9-9ad4-431a-91b1-0c0529630f72 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=14222b9e-1823-44d9-b0ac-57f13715d6ee HTTP/1.1" status: 200 len: 210 time: 0.0309336 Apr 11 16:49:53.163549 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b77911-c748-457f-a884-4a76a0474ad0 req-d51caa02-2a58-43c8-a4d8-8a2c542c5c9f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:53.165049 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1b77911-c748-457f-a884-4a76a0474ad0 req-d51caa02-2a58-43c8-a4d8-8a2c542c5c9f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0487356 Apr 11 16:49:53.212597 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c1b77911-c748-457f-a884-4a76a0474ad0 req-78141a76-c431-49ac-9d79-125c625ee2dd tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418279 Apr 11 16:49:53.326508 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-b341c59a-baf1-4e94-abec-821ec61808d0 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:53.328062 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-b341c59a-baf1-4e94-abec-821ec61808d0 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 945 time: 0.0632493 Apr 11 16:49:53.421461 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Deleting port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:49:53.421803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:53.513971 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] For port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:49:53.514248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:53.527723 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Calling delete_port for e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:49:53.676803 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2c345cdf-44b4-4fb2-a21e-a1e1991d12e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:53.741523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (e39cee8c-9b30-41ac-af8d-4af1e38fe7a8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:53.754036 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['e39cee8c-9b30-41ac-af8d-4af1e38fe7a8'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:49:53.779259 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3dd8101e-a67e-4fce-ab86-ca0e3caf48ab req-5172b2d7-91f7-43c9-8158-8e4a3cf86443 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0297184 Apr 11 16:49:53.779852 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Pushing event deleted for resources: {'Port': ['ID=e39cee8c-9b30-41ac-af8d-4af1e38fe7a8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:53.821349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] No DVR routers for this DVR port e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:49:53.824399 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:53.827632 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ffeff322-65a7-4f4a-ab2a-4d1567da5dd0 req-c788e2ea-6a6d-4325-bfb2-6289ed03dfcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "DELETE /v2.0/ports/e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 HTTP/1.1" status: 204 len: 173 time: 0.4920716 Apr 11 16:49:53.828073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'name': 'network-vif-deleted', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:53.830290 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4041b4f-6584-47ca-b3b9-119a4210ffb5" -d '{"events": [{"server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "name": "network-vif-deleted", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:53.864286 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afe02072-781d-480a-874c-56b51c499ce8 x-openstack-request-id: req-afe02072-781d-480a-874c-56b51c499ce8 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:53.864579 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1aa275-3bda-4683-9c9f-29a708a8e633", "name": "network-vif-deleted", "tag": "e39cee8c-9b30-41ac-af8d-4af1e38fe7a8", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:53.864830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afe02072-781d-480a-874c-56b51c499ce8 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:53.865231 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afe02072-781d-480a-874c-56b51c499ce8'] response: {'server_uuid': 'be1aa275-3bda-4683-9c9f-29a708a8e633', 'name': 'network-vif-deleted', 'tag': 'e39cee8c-9b30-41ac-af8d-4af1e38fe7a8', 'status': 'completed', 'code': 200} Apr 11 16:49:54.191949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59268) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:54.247037 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.271307 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.336671 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f86c5b-bf8c-4974-a118-1726f48c04bb req-4752e3f8-9639-42c0-a391-b9a2a9c7851c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:54.338042 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b7f86c5b-bf8c-4974-a118-1726f48c04bb req-4752e3f8-9639-42c0-a391-b9a2a9c7851c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0497079 Apr 11 16:49:54.384984 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b7f86c5b-bf8c-4974-a118-1726f48c04bb req-49393e7b-2598-40a8-8cde-6d0b1096d5b2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411294 Apr 11 16:49:54.387265 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.389852 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.391013 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/security-groups/8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241 HTTP/1.1" status: 204 len: 168 time: 0.1980777 Apr 11 16:49:54.394282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59272) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:54.400223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecdc013-4a63-4a3e-9ccc-27bb560c45f6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:54.414132 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.api.v2.resource [None req-f4f60e57-0290-41f1-92f7-1858ed75380e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] show failed (client error): The resource could not be found. Apr 11 16:49:54.415515 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-f4f60e57-0290-41f1-92f7-1858ed75380e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups/8f0c6c97-03fa-4ba2-9d9b-cc516fd9b241 HTTP/1.1" status: 404 len: 347 time: 0.0201213 Apr 11 16:49:54.418307 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59274) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:54.532342 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port 8b514f4d-85b5-4289-9b2f-a673a756dd5e {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:49:54.532673 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.605788 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.606025 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (8b514f4d-85b5-4289-9b2f-a673a756dd5e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.617560 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for 8b514f4d-85b5-4289-9b2f-a673a756dd5e owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:49:54.882587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (8b514f4d-85b5-4289-9b2f-a673a756dd5e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.885734 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a0a7d974-b3c2-4312-a672-fa7d9b359ee4 req-071ffd4c-1a8f-46ec-90a4-75bb04c0a035 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0371847 Apr 11 16:49:54.913268 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=8b514f4d-85b5-4289-9b2f-a673a756dd5e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:49:54.986429 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (e1af9f01-28be-482a-9344-87927929f496), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.989731 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:54.990879 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-dc19c694-602e-4b27-80b1-d197915ad09c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/floatingips/e1af9f01-28be-482a-9344-87927929f496 HTTP/1.1" status: 204 len: 168 time: 0.5716720 Apr 11 16:49:55.503992 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596884c3-8896-4edc-8a68-34c0dbe28d27 req-1e069f32-3c2e-44dd-a51f-73d64eaeb467 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:55.505496 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-596884c3-8896-4edc-8a68-34c0dbe28d27 req-1e069f32-3c2e-44dd-a51f-73d64eaeb467 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0481799 Apr 11 16:49:55.555167 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-596884c3-8896-4edc-8a68-34c0dbe28d27 req-7af43b04-b6f6-4f4a-a529-a3cbff68db1a tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Apr 11 16:49:55.991582 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cf775ac5-b842-4736-83a2-a1c1256ae426 req-f0baa9a9-ee97-414e-96ff-c6f2b41ab3a9 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=be1aa275-3bda-4683-9c9f-29a708a8e633 HTTP/1.1" status: 200 len: 210 time: 0.0283797 Apr 11 16:49:56.576066 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6d483d70-da7c-4fe4-9711-ecd9424d7c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:56.669900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1efb34-e9c5-4f20-a530-a1869760f059 req-c8c2dedf-e5ea-4f94-93aa-934d95f98c05 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:56.671379 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7a1efb34-e9c5-4f20-a530-a1869760f059 req-c8c2dedf-e5ea-4f94-93aa-934d95f98c05 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0458272 Apr 11 16:49:56.701755 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:49:56.720574 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7a1efb34-e9c5-4f20-a530-a1869760f059 req-b90a1e27-3234-49ec-bec3-aea89f262cea tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430441 Apr 11 16:49:56.832194 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6001a9cb-d64e-406f-a20d-fa1c1650d637 req-e6353af2-3c1b-4ccd-88a2-27c955e5fbef tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:56.833660 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6001a9cb-d64e-406f-a20d-fa1c1650d637 req-e6353af2-3c1b-4ccd-88a2-27c955e5fbef tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0509121 Apr 11 16:49:56.842212 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59300) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:49:56.847450 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Request body: {'floatingip': {'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:49:56.904197 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.204020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:49:57.225574 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:49:57.225929 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device e39cee8c-9b30-41ac-af8d-4af1e38fe7a8 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:49:57.362905 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.392258 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.467266 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:57.695362 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:49:58.047897 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:49:58.053930 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:58.058781 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:49:58.071291 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:58.072024 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:58.088997 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:49:58.091271 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:49:58.144152 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b230b83-ed90-41c0-918e-33313762617c x-openstack-request-id: req-6b230b83-ed90-41c0-918e-33313762617c {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:49:58.144447 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:49:58.144701 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6b230b83-ed90-41c0-918e-33313762617c {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:49:58.145092 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b230b83-ed90-41c0-918e-33313762617c'] response: {'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'status': 'completed', 'code': 200} Apr 11 16:49:58.150698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-831f75fd-a27e-42c5-a69b-c5b6868101c5 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "PUT /v2.0/floatingips/5332aec7-e215-431e-b908-08d37f77966d HTTP/1.1" status: 200 len: 993 time: 1.3074481 Apr 11 16:49:58.167144 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed556b47-6c2f-4a82-acb0-7a3915595488 req-b2f9a356-cf47-4c54-8d63-62f09ae729b2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:58.168611 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ed556b47-6c2f-4a82-acb0-7a3915595488 req-b2f9a356-cf47-4c54-8d63-62f09ae729b2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0732305 Apr 11 16:49:58.185637 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:58.217938 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ed556b47-6c2f-4a82-acb0-7a3915595488 req-cea4fd97-72cb-4b4b-8595-8ec0ee5e9f6b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435269 Apr 11 16:49:58.400612 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:49:57Z', 'revision_number': 3, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:58.427176 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:49:58.435424 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:49:58.436039 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:58.546674 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:49:58.693708 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:49:58.767571 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:49:57Z', 'revision_number': 3, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:49:58.793755 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88af6c79-f3bf-4edf-80b2-32421153e311 None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '5332aec7-e215-431e-b908-08d37f77966d', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'floating_ip_address': '172.28.0.236', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'port_id': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 364, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'mac_address': 'fa:16:3e:6d:4f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:48:03Z', 'updated_at': '2022-04-11T16:49:57Z', 'revision_number': 3, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:49:59.332551 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb88767-8395-465f-904d-67fabc6ab8c6 req-f861e031-4b3f-4db2-9452-b6f81cea823c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.334011 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fbb88767-8395-465f-904d-67fabc6ab8c6 req-f861e031-4b3f-4db2-9452-b6f81cea823c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0469103 Apr 11 16:49:59.382535 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fbb88767-8395-465f-904d-67fabc6ab8c6 req-6a9a046d-7c24-4f3e-996e-14ba84db1a9a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426359 Apr 11 16:49:59.733048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-3bf92f86-92f2-423f-bfdb-6e1571934eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.734615 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-3bf92f86-92f2-423f-bfdb-6e1571934eed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0587118 Apr 11 16:49:59.824854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-b54485ec-46d1-4d81-a903-fea46498309c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.826327 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-b54485ec-46d1-4d81-a903-fea46498309c service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.0841293 Apr 11 16:49:59.898565 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-6a0fad50-2acb-4d43-b7b0-f6f3cc030cde service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 1001 time: 0.0623941 Apr 11 16:49:59.953533 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-a6e8c1f7-681b-4fe9-9692-61d8a15f97d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:49:59.955095 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-a6e8c1f7-681b-4fe9-9692-61d8a15f97d9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0429542 Apr 11 16:50:00.011233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-7e16c995-9173-4d25-8718-978f40094069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.012751 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-7e16c995-9173-4d25-8718-978f40094069 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385969 Apr 11 16:50:00.023468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-71b02d06-33a4-4dd5-8b01-66bfcaa4c81e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.024954 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-71b02d06-33a4-4dd5-8b01-66bfcaa4c81e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Apr 11 16:50:00.110619 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-7fd7782f-4a8f-4350-b72d-d4d827160784 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910139 Apr 11 16:50:00.118035 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port a68a7ab3-85ae-4290-8b54-c16688d9239d {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:00.118367 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.146289 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:00.148540 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e34dc65-7a1a-4618-b32f-8938fbcaca46" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:00.220430 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28399f9-b0a7-4bc4-9053-f95e4be51f8d x-openstack-request-id: req-c28399f9-b0a7-4bc4-9053-f95e4be51f8d {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:00.220726 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:00.220977 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c28399f9-b0a7-4bc4-9053-f95e4be51f8d {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:00.221378 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c28399f9-b0a7-4bc4-9053-f95e4be51f8d'] response: {'name': 'network-changed', 'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'status': 'completed', 'code': 200} Apr 11 16:50:00.228001 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-679a585c-57ca-44a7-8e0b-d6ae454bdc9e req-fd859f4c-1cea-43c9-9fad-b7391fe396ab service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107759 Apr 11 16:50:00.229679 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] For port a68a7ab3-85ae-4290-8b54-c16688d9239d, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=a68a7ab3-85ae-4290-8b54-c16688d9239d,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:00.230042 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.244601 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.310253 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-18351863-9e1a-45c9-bde5-ccfe7209ae6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.311889 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-18351863-9e1a-45c9-bde5-ccfe7209ae6f service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 1129 time: 0.0447338 Apr 11 16:50:00.406194 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-a61688aa-4580-4917-b372-40b4afa29a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.407940 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-a61688aa-4580-4917-b372-40b4afa29a61 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.0877368 Apr 11 16:50:00.473518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.478209 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.478209 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP 36170c4b-85d2-4786-8067-74d7882b9978 disassociated. External IP: 172.28.0.26, port: a68a7ab3-85ae-4290-8b54-c16688d9239d. Apr 11 16:50:00.478209 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for a68a7ab3-85ae-4290-8b54-c16688d9239d owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:00.484873 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-2e52afbc-c398-4988-a020-dc44e6f153ba service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 200 len: 1001 time: 0.0704677 Apr 11 16:50:00.533523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-b735be69-27f7-454b-b593-fc10e17076dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.535108 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-b735be69-27f7-454b-b593-fc10e17076dd service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0441687 Apr 11 16:50:00.550743 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645dae57-bfc0-4479-9e81-fc63bc2fd06d req-8752509e-a494-4982-b68e-7961b1e166b6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.552310 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-645dae57-bfc0-4479-9e81-fc63bc2fd06d req-8752509e-a494-4982-b68e-7961b1e166b6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 945 time: 0.0928631 Apr 11 16:50:00.593073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-9db4acde-b7ad-46dc-8c0f-285f85e56c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:00.594612 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-9db4acde-b7ad-46dc-8c0f-285f85e56c01 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0436189 Apr 11 16:50:00.623542 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-645dae57-bfc0-4479-9e81-fc63bc2fd06d req-386c095a-63e6-4619-88ae-84a0e5b41e5e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=430b0719-6c14-4518-bdfc-95ab296587b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656400 Apr 11 16:50:00.698210 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-d1c8702b-1788-4b29-af01-7a2157f51345 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904872 Apr 11 16:50:00.750492 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (a68a7ab3-85ae-4290-8b54-c16688d9239d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:00.781065 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=a68a7ab3-85ae-4290-8b54-c16688d9239d,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:00.807557 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-6e34dc65-7a1a-4618-b32f-8938fbcaca46 req-946bf3f2-302a-4e67-b6ca-a438be335be8 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958076 Apr 11 16:50:00.901218 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:01.011512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:01.020799 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:01.030333 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:01.030993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:01.055218 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] No DVR routers for this DVR port a68a7ab3-85ae-4290-8b54-c16688d9239d on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:01.057649 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:01.060897 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-994d5ed0-f1c4-4a27-806c-b00081827086 req-b1e488c7-1f23-49f8-8518-6d041c30474d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "DELETE /v2.0/ports/a68a7ab3-85ae-4290-8b54-c16688d9239d HTTP/1.1" status: 204 len: 173 time: 1.0299838 Apr 11 16:50:01.145289 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:01.361432 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:01.399844 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:01.410259 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:01.412098 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:01.523991 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:01.542180 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-7c5300b6-26ca-48a7-898b-b9c890fce2d7 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:01.543664 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-7c5300b6-26ca-48a7-898b-b9c890fce2d7 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/networks?id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba HTTP/1.1" status: 200 len: 812 time: 0.1099534 Apr 11 16:50:01.557950 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-fbe93d4e-e306-43d3-99f4-980ede7fb518 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/quotas/acfdbfe9aa9a4b38bc90768234cd4cd2 HTTP/1.1" status: 200 len: 375 time: 0.0089245 Apr 11 16:50:01.591898 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-12bbc42a-8d7c-460f-a11c-c2c52ed2e5d2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283833 Apr 11 16:50:01.687401 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-34f25e2e-c18f-4283-9c62-ed8df0748b65 service neutron] 10.222.0.32 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884533 Apr 11 16:50:01.732020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:01.760935 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04aa4022-5ab3-4a69-9dab-41117d44d97a None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:01.790028 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e345ea66-715d-4115-b96c-dbcb0816ec03 req-c866ec73-2b29-49b9-a4a6-a0d8bde9c452 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=542e3396-5a66-4014-8d32-ea54fcd2ff65 HTTP/1.1" status: 200 len: 210 time: 0.0666180 Apr 11 16:50:01.825877 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-f54de641-e917-43a5-9b2c-3a425fe74eb3 service neutron] 10.222.0.32 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311474 Apr 11 16:50:02.020007 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b47040a-c0d3-4971-b58e-6501894b2fc3 None None] New status for floating IP 36170c4b-85d2-4786-8067-74d7882b9978: DOWN {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:02.086625 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ebd511e2-ac00-44ad-83d2-9b56800c5169 req-c39c75e9-fe61-4ff0-aab9-9f45bc6cfe41 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 210 time: 0.0363486 Apr 11 16:50:02.222460 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'name': 'network-vif-deleted', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:02.226337 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f60740-ea95-4dd8-95c7-38103eaa3756" -d '{"events": [{"server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "name": "network-vif-deleted", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:02.266329 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd5206b9-398a-446b-8a65-bab5a463e3e6 x-openstack-request-id: req-bd5206b9-398a-446b-8a65-bab5a463e3e6 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:02.266632 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542e3396-5a66-4014-8d32-ea54fcd2ff65", "name": "network-vif-deleted", "tag": "a68a7ab3-85ae-4290-8b54-c16688d9239d", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:02.267044 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bd5206b9-398a-446b-8a65-bab5a463e3e6 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:02.267449 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd5206b9-398a-446b-8a65-bab5a463e3e6'] response: {'server_uuid': '542e3396-5a66-4014-8d32-ea54fcd2ff65', 'name': 'network-vif-deleted', 'tag': 'a68a7ab3-85ae-4290-8b54-c16688d9239d', 'status': 'completed', 'code': 200} Apr 11 16:50:02.972657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59380) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:03.040935 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (430b0719-6c14-4518-bdfc-95ab296587b3), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.075362 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (430b0719-6c14-4518-bdfc-95ab296587b3), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.205162 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6a142b70-2352-40fe-8731-6f151a6372f9 req-daa71d37-791a-4e5e-8942-cd5ba5b4c5ee tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 210 time: 0.0328367 Apr 11 16:50:03.233125 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (430b0719-6c14-4518-bdfc-95ab296587b3), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.235672 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.236832 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/security-groups/430b0719-6c14-4518-bdfc-95ab296587b3 HTTP/1.1" status: 204 len: 168 time: 0.2631845 Apr 11 16:50:03.240454 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59384) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:03.247551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3c9002-9df8-481e-a42a-cdda20eb404b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=430b0719-6c14-4518-bdfc-95ab296587b3,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:03.248681 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a68a7ab3-85ae-4290-8b54-c16688d9239d no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:03.268716 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.api.v2.resource [None req-6b9e3236-a556-482a-9262-0ddf2ae0b9e4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] show failed (client error): The resource could not be found. Apr 11 16:50:03.272465 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-6b9e3236-a556-482a-9262-0ddf2ae0b9e4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups/430b0719-6c14-4518-bdfc-95ab296587b3 HTTP/1.1" status: 404 len: 347 time: 0.0283151 Apr 11 16:50:03.272758 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59386) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:03.279011 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: a68a7ab3-85ae-4290-8b54-c16688d9239d {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:03.279444 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device a68a7ab3-85ae-4290-8b54-c16688d9239d not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:03.392151 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:03.392381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.474459 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.474857 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.490008 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:03.672826 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.696993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=ef3e8ee7-a3f8-4c73-9301-a2ad7f9de474,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:03.765568 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (36170c4b-85d2-4786-8067-74d7882b9978), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.768741 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:03.769941 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-ca200f4d-bde0-4564-a724-6c2a26a69bb9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/floatingips/36170c4b-85d2-4786-8067-74d7882b9978 HTTP/1.1" status: 204 len: 168 time: 0.4961660 Apr 11 16:50:04.015240 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59390) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:04.020202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1815034444', 'description': 'tempest-description--642206847'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:04.097620 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a81011a7-27f7-4270-b2e9-376c794c975d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:04.099138 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a81011a7-27f7-4270-b2e9-376c794c975d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "GET /v2.0/networks?id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba HTTP/1.1" status: 200 len: 812 time: 0.1041620 Apr 11 16:50:04.111225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Request body: {'port': {'device_id': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba', 'admin_state_up': True, 'tenant_id': 'acfdbfe9aa9a4b38bc90768234cd4cd2'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:04.113293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.192000 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (4c35bb86-64a4-4388-bf82-e2357c7a10a4), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.304961 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-600314f1-a568-4581-a194-86821d4dfd8a req-1dbf0e34-b1b7-4e23-908f-50826c645773 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 210 time: 0.0294983 Apr 11 16:50:04.353229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (4c35bb86-64a4-4388-bf82-e2357c7a10a4), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.384507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c35bb86-64a4-4388-bf82-e2357c7a10a4,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:04.400238 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Made reservation on behalf of acfdbfe9aa9a4b38bc90768234cd4cd2 for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:04.403819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.542428 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.550329 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-52080a4c-900f-4859-9d49-1a8ffd79e2bf tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5272253 Apr 11 16:50:04.550329 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59398) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:04.552266 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '4c35bb86-64a4-4388-bf82-e2357c7a10a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:04.562467 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Allocated IP 172.20.0.5 (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba/29475dad-e952-4419-a4f6-4691911627c7/ba0685f9-e14a-4b2e-a138-c1cab82b8352) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:04.658692 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (a743e4f2-ee01-493d-a030-d73b9e860352), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.723196 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks [] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.731431 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (a743e4f2-ee01-493d-a030-d73b9e860352), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.810086 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (a743e4f2-ee01-493d-a030-d73b9e860352), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.829515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a743e4f2-ee01-493d-a030-d73b9e860352,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:04.842566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.887886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:04.890579 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:04.894152 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:04.921742 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Pushing event updated for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:04.930246 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:04.932753 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-398263a3-670b-4da1-9ba6-6167c36a365c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3827581 Apr 11 16:50:04.933710 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59400) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:04.938568 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '4c35bb86-64a4-4388-bf82-e2357c7a10a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:04.949312 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:04.949937 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.090461 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (c50fbb5b-4557-4856-8078-cb88bc7542dd), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.098664 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-a60857c9-5d31-4891-a822-9e16d5eef47e tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9912488 Apr 11 16:50:05.113532 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Request body: {'port': {'device_id': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:05.158177 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (c50fbb5b-4557-4856-8078-cb88bc7542dd), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.184051 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.239283 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (c50fbb5b-4557-4856-8078-cb88bc7542dd), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.257486 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c50fbb5b-4557-4856-8078-cb88bc7542dd,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:05.330666 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.332409 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-9c82b745-fb4d-4497-a576-5b615d485dc2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3975971 Apr 11 16:50:05.335487 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59404) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:05.340098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:05.449765 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.454146 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576b6716-7df2-4c72-a79d-03ef2c001a31 req-f56338ee-3231-4846-b0de-f8c5292d489f tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:05.455731 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-576b6716-7df2-4c72-a79d-03ef2c001a31 req-f56338ee-3231-4846-b0de-f8c5292d489f tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 931 time: 0.0670745 Apr 11 16:50:05.527755 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.541155 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-576b6716-7df2-4c72-a79d-03ef2c001a31 req-de4bd635-d237-4abf-b1cf-7a3b11a7b9ef tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782132 Apr 11 16:50:05.550405 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba0685f9-e14a-4b2e-a138-c1cab82b8352 {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:05.562557 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks [] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.572019 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Transition to ACTIVE for port object ba0685f9-e14a-4b2e-a138-c1cab82b8352 will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:50:05.636067 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.28.0.44 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/56867576-68ab-4850-b9fa-bbc242dcd035) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:05.659632 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.714129 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:05.746730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (56867576-68ab-4850-b9fa-bbc242dcd035), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.785521 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Attempting to bind port ba0685f9-e14a-4b2e-a138-c1cab82b8352 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:05.785910 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Attempting to bind port ba0685f9-e14a-4b2e-a138-c1cab82b8352 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:05.786238 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Attempting to bind port ba0685f9-e14a-4b2e-a138-c1cab82b8352 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:05.790688 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Port ba0685f9-e14a-4b2e-a138-c1cab82b8352 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:50:05.791071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Attempting to bind port ba0685f9-e14a-4b2e-a138-c1cab82b8352 on network 5c592f90-c3b1-4a8e-bb1f-7770bf0431ba {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:05.796090 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:05.796422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Checking segment: {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:05.796802 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Bound using segment: {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:05.797297 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Bound port: ba0685f9-e14a-4b2e-a138-c1cab82b8352, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d90222-bc9f-41fa-a06b-7dd7f6893a4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 809, 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:05.797659 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.850760 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.888363 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:05.891129 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:05.894507 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:05.906704 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:05.910206 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:05.923024 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=56867576-68ab-4850-b9fa-bbc242dcd035,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:05.933661 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:05.985371 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.002443 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.038682 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.039490 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.041284 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] 10.222.0.72 "PUT /v2.0/ports/ba0685f9-e14a-4b2e-a138-c1cab82b8352 HTTP/1.1" status: 200 len: 1093 time: 0.9344134 Apr 11 16:50:06.043701 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:06.046101 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c389a025-2e48-4ffb-8bb5-a0fda9295f21" -d '{"events": [{"name": "network-changed", "server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:06.080912 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44209137-9cca-4be5-8506-4e9c7564ee84 service neutron] Pushing event updated for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:06.085760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370536fd-e198-4917-95de-cfb1c8fbf529 x-openstack-request-id: req-370536fd-e198-4917-95de-cfb1c8fbf529 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:06.086050 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:06.086301 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-370536fd-e198-4917-95de-cfb1c8fbf529 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:06.086688 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370536fd-e198-4917-95de-cfb1c8fbf529'] response: {'name': 'network-changed', 'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352', 'status': 'completed', 'code': 200} Apr 11 16:50:06.111545 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.145719 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-ee87765c-219f-4e38-8e6f-a860d67d5834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.147190 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-ee87765c-219f-4e38-8e6f-a860d67d5834 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0426054 Apr 11 16:50:06.254256 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-58a2d257-02bd-4ae8-b379-87ed11e12e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.255790 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-58a2d257-02bd-4ae8-b379-87ed11e12e03 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960407 Apr 11 16:50:06.270019 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (56867576-68ab-4850-b9fa-bbc242dcd035), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.356661 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-1dbb81c8-81fc-4de5-a3a7-3b0c3c90f116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.358125 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c389a025-2e48-4ffb-8bb5-a0fda9295f21 req-1dbb81c8-81fc-4de5-a3a7-3b0c3c90f116 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919816 Apr 11 16:50:06.386976 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.434601 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-9702590e-7c67-4d0d-b43b-6a22a15a68cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.436053 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-9702590e-7c67-4d0d-b43b-6a22a15a68cb service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 1127 time: 0.0413272 Apr 11 16:50:06.459589 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=56867576-68ab-4850-b9fa-bbc242dcd035,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:06.471577 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.481040 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-dcc4823c-381b-4637-b686-69167683405b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352 HTTP/1.1" status: 200 len: 217 time: 0.0377192 Apr 11 16:50:06.529111 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-e7ba49ef-6cf2-4df4-b40c-cf32f14355a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.530390 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-e7ba49ef-6cf2-4df4-b40c-cf32f14355a9 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=29475dad-e952-4419-a4f6-4691911627c7 HTTP/1.1" status: 200 len: 852 time: 0.0436182 Apr 11 16:50:06.531908 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:06.533173 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-dad326b7-9f4a-4dbc-a549-1374977377ba tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1966879 Apr 11 16:50:06.571828 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-9c0549d4-7e7b-4550-a241-7392edc6b8b9 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295908 Apr 11 16:50:06.702546 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a7125-3f0b-4074-a61c-defba035495d req-02f7864b-9e01-4759-aa6a-09719d314399 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.703948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9f2a7125-3f0b-4074-a61c-defba035495d req-02f7864b-9e01-4759-aa6a-09719d314399 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 943 time: 0.0695548 Apr 11 16:50:06.748741 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-b93aa285-50e6-4638-9ca6-02ef515ad533 service neutron] 10.222.0.72 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706593 Apr 11 16:50:06.754613 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-0af4a920-8fb6-4df9-9983-ee6d606d4b65 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1815034444&fields=id&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 267 time: 0.1069033 Apr 11 16:50:06.891413 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9f2a7125-3f0b-4074-a61c-defba035495d req-5c03a3bc-2c23-4963-867b-ecb84b971627 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809397 Apr 11 16:50:06.944069 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-845879c6-0458-4958-a980-50065844b629 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:06.945503 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-845879c6-0458-4958-a980-50065844b629 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1800005 Apr 11 16:50:06.947280 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9fd632c4-e314-4624-90d2-5695b2bdf8df req-877f2cd2-a22d-4d36-a2e9-e87a18641c26 service neutron] 10.222.0.72 "GET /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896975 Apr 11 16:50:06.959949 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-a7b95405-7e96-44fb-87d4-48501d27a160 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/quotas/e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 375 time: 0.0089929 Apr 11 16:50:07.011893 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-075858c4-1a29-450f-8598-e90c96199348 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465534 Apr 11 16:50:07.113229 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-60f74c8a-e276-4c5d-b70e-41da319889ba service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898607 Apr 11 16:50:07.485481 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25c96f-5021-4f75-98b2-c529b1b42824 req-ac7bdf71-ae07-42e0-811d-6098cb075698 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:07.489488 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f25c96f-5021-4f75-98b2-c529b1b42824 req-ac7bdf71-ae07-42e0-811d-6098cb075698 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0904047 Apr 11 16:50:07.519314 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-636e2a01-f000-4cd5-9392-1d72740a62ae service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000134 Apr 11 16:50:07.560913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f25c96f-5021-4f75-98b2-c529b1b42824 req-d84b0576-36b4-4abf-a910-8db0a91e1deb tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627973 Apr 11 16:50:07.771014 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d4ae9abd-7507-4121-801f-b226a9b8562d req-0f56470d-bd4a-412b-be1e-65e3682cb5da tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 210 time: 0.0289757 Apr 11 16:50:08.004047 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056de0f9-d63d-4bc9-8fd8-d41f24a4daf9 req-48da9e76-41d2-4ea8-930b-8f83ffabeb05 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.005533 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-056de0f9-d63d-4bc9-8fd8-d41f24a4daf9 req-48da9e76-41d2-4ea8-930b-8f83ffabeb05 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 943 time: 0.0470488 Apr 11 16:50:08.052243 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-056de0f9-d63d-4bc9-8fd8-d41f24a4daf9 req-deaddf05-d931-4000-a61d-02c6d1f50f6c tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410879 Apr 11 16:50:08.484648 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-631e1a8c-d30c-4387-84b6-565c3eebdf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.484648 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-631e1a8c-d30c-4387-84b6-565c3eebdf5d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1168 time: 0.0642726 Apr 11 16:50:08.588476 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-0fe0131d-b056-4c92-be95-dcbacbc52dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.590087 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-0fe0131d-b056-4c92-be95-dcbacbc52dff service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 916 time: 0.0879610 Apr 11 16:50:08.679667 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86be1c-96fd-48de-8f8f-9a42f7363431 req-95f1058e-d507-4921-ab6a-ffd428430010 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.782766 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e86be1c-96fd-48de-8f8f-9a42f7363431 req-95f1058e-d507-4921-ab6a-ffd428430010 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0484726 Apr 11 16:50:08.782766 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e86be1c-96fd-48de-8f8f-9a42f7363431 req-fa3566e0-3c4f-4a67-b5b9-8949020aade4 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579875 Apr 11 16:50:08.873475 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-925c8b55-1db5-4798-bff6-38e460af4d62 req-7bca4ab9-c35a-4478-a0c0-7c589a9a75db tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 210 time: 0.0344257 Apr 11 16:50:08.927574 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-1223110f-e310-455e-87ab-d59a95fe739c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 1000 time: 0.0608110 Apr 11 16:50:08.980484 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-d3c8c711-6c76-43ae-9a36-b3dd40ca906f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:08.982005 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-d3c8c711-6c76-43ae-9a36-b3dd40ca906f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0468440 Apr 11 16:50:09.026177 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-5c8e81a7-612f-4a93-8028-f32f7c7f9027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.027693 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-5c8e81a7-612f-4a93-8028-f32f7c7f9027 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0382402 Apr 11 16:50:09.141405 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-e3bc2e31-4701-4e5c-95e2-8d86db77929c service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048605 Apr 11 16:50:09.203899 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac791d-d3a1-4179-b2a4-cf2292f061ba req-edf2247a-4243-480d-85f3-c95bd5d30d56 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.205414 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4cac791d-d3a1-4179-b2a4-cf2292f061ba req-edf2247a-4243-480d-85f3-c95bd5d30d56 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 943 time: 0.0801864 Apr 11 16:50:09.265102 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device ba0685f9-e14a-4b2e-a138-c1cab82b8352 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:50:09.309448 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4cac791d-d3a1-4179-b2a4-cf2292f061ba req-ca3315f7-caab-4974-afd2-0d3e080056f2 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737827 Apr 11 16:50:09.314294 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cfe9230b-c8c7-4cb5-8d59-7cf8397f0b12 req-3c6bdb5f-a955-4cbe-b065-8427e8164528 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517022 Apr 11 16:50:09.352709 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-3480ba49-6c87-48a4-9773-b7c30b66b4bf service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0671310 Apr 11 16:50:09.377200 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:09.388562 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352', 'network_id': '5c592f90-c3b1-4a8e-bb1f-7770bf0431ba', 'port_id': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352', 'mac_address': 'fa:16:3e:d9:2c:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 809, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29475dad-e952-4419-a4f6-4691911627c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:50:09.427569 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port ba0685f9-e14a-4b2e-a138-c1cab82b8352 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:09.427966 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:09.443938 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba0685f9-e14a-4b2e-a138-c1cab82b8352 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:09.464782 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:09.527634 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:09.574704 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:09.760018 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-abae801f-0401-4e97-b3a6-4497893be21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.761521 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-abae801f-0401-4e97-b3a6-4497893be21d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 1130 time: 0.0410800 Apr 11 16:50:09.815614 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['ba0685f9-e14a-4b2e-a138-c1cab82b8352'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:09.884719 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-74008d7f-ad1b-4147-b1b7-4d5940d68f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.886170 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-74008d7f-ad1b-4147-b1b7-4d5940d68f5f service neutron] 10.222.0.72 "GET /v2.0/networks?id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 200 len: 919 time: 0.0996041 Apr 11 16:50:09.898502 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1568b-1f6e-4b49-a040-a1269f870566 req-6c47c06e-7328-4c6d-9f9a-1636f3e53f12 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:09.903484 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-85c1568b-1f6e-4b49-a040-a1269f870566 req-6c47c06e-7328-4c6d-9f9a-1636f3e53f12 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0681410 Apr 11 16:50:09.986976 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-debee59d-6c86-4702-a3ce-dadbff95401d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 200 len: 217 time: 0.0376780 Apr 11 16:50:09.989762 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7a3f7783-457f-46a6-a055-e9052afb6686 req-498fccc1-15c7-43f3-a406-02d251760132 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 210 time: 0.0457470 Apr 11 16:50:09.999342 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-85c1568b-1f6e-4b49-a040-a1269f870566 req-4095211e-376b-419a-8f4e-872a5aa5ee3c tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0912821 Apr 11 16:50:10.052160 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-c9dad9de-af63-4718-95cc-5e61f99ddc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.053630 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-c9dad9de-af63-4718-95cc-5e61f99ddc8a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 200 len: 857 time: 0.0484908 Apr 11 16:50:10.101202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-d752451f-9703-4648-b0fc-b6890c1f69d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.102717 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-d752451f-9703-4648-b0fc-b6890c1f69d4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0410485 Apr 11 16:50:10.115393 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-bee30bd0-4ef9-4631-ad0e-dd22410925b2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.118053 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-bee30bd0-4ef9-4631-ad0e-dd22410925b2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1105282 Apr 11 16:50:10.181497 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-93f4266f-faea-40a8-bdf0-b18a665d0fdd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 380 time: 0.0556872 Apr 11 16:50:10.191612 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'port': {'device_id': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'admin_state_up': True, 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'security_groups': ['4c35bb86-64a4-4388-bf82-e2357c7a10a4']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:10.196345 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-3b25d9b4-f2e0-493e-a2b7-7af770147fe0 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852752 Apr 11 16:50:10.296243 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a876191-44ad-47cb-8a53-c80b3aadaeff req-a460b42d-8a82-4a34-a616-26f25e4a3782 service neutron] 10.222.0.72 "GET /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923803 Apr 11 16:50:10.364196 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:10.368095 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:10.472757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038e01-1535-4ea3-9d04-2a4ba5516d7c req-0e4ebdcd-5b76-4571-b09c-ca5e41a78117 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.474258 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b0038e01-1535-4ea3-9d04-2a4ba5516d7c req-0e4ebdcd-5b76-4571-b09c-ca5e41a78117 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 944 time: 0.0844560 Apr 11 16:50:10.571621 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b0038e01-1535-4ea3-9d04-2a4ba5516d7c req-1c6c46bb-0494-4488-b887-9324849e5b35 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914156 Apr 11 16:50:10.577231 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.20.0.6 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/77660270-ebac-482e-895e-9a15caf23d6c) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:10.717893 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (77660270-ebac-482e-895e-9a15caf23d6c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:10.827622 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:10.871871 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:10.877382 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:10.881512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:10.911623 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:10.940377 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:10.940995 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.007022 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-2dd7998c-dea9-4544-9adc-61e6868e7ec5 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199103 Apr 11 16:50:11.024128 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Request body: {'port': {'device_id': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:11.105052 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-5a926368-e8f2-447a-8278-eaaf972ce713 None None] Provisioning complete for port 77660270-ebac-482e-895e-9a15caf23d6c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:11.113008 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5a926368-e8f2-447a-8278-eaaf972ce713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (77660270-ebac-482e-895e-9a15caf23d6c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.142613 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (77660270-ebac-482e-895e-9a15caf23d6c), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.144314 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-5a926368-e8f2-447a-8278-eaaf972ce713 None None] Port 77660270-ebac-482e-895e-9a15caf23d6c cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:11.173970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298d7d7-b76c-4444-aae6-04a736261816 req-2c5a3c7c-000a-40ae-93d9-05d91ecb77fb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.175517 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d298d7d7-b76c-4444-aae6-04a736261816 req-2c5a3c7c-000a-40ae-93d9-05d91ecb77fb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 931 time: 0.0994968 Apr 11 16:50:11.183133 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b912fbb-28ce-4173-bfb8-fd08cbd7ecb7 req-43eb2b60-b0c9-40e2-b705-36533945896a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.184562 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b912fbb-28ce-4173-bfb8-fd08cbd7ecb7 req-43eb2b60-b0c9-40e2-b705-36533945896a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0944803 Apr 11 16:50:11.280588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device ba0685f9-e14a-4b2e-a138-c1cab82b8352 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:11.331854 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port ba0685f9-e14a-4b2e-a138-c1cab82b8352 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:50:11.355602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d298d7d7-b76c-4444-aae6-04a736261816 req-58d1bc53-72f7-4754-b400-e3b0ab82ac9e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700771 Apr 11 16:50:11.383653 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b912fbb-28ce-4173-bfb8-fd08cbd7ecb7 req-5e3c42b5-eddf-4959-a41a-3586b9c8017b tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1909339 Apr 11 16:50:11.438759 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port ba0685f9-e14a-4b2e-a138-c1cab82b8352 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:11.439216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.516249 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port ba0685f9-e14a-4b2e-a138-c1cab82b8352 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:11.516619 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.531736 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77660270-ebac-482e-895e-9a15caf23d6c {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:11.539291 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks [] for port (77660270-ebac-482e-895e-9a15caf23d6c), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.546880 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:11.549153 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f04a745-2560-4601-b3ed-385818a3284f" -d '{"events": [{"server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "name": "network-vif-plugged", "status": "completed", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:11.552058 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Transition to ACTIVE for port object 77660270-ebac-482e-895e-9a15caf23d6c will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:50:11.565647 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:11.586134 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa6aa650-a388-4b89-9606-ad66fcda34b9 x-openstack-request-id: req-fa6aa650-a388-4b89-9606-ad66fcda34b9 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:11.586420 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "name": "network-vif-plugged", "status": "completed", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:11.586670 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa6aa650-a388-4b89-9606-ad66fcda34b9 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:11.587100 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa6aa650-a388-4b89-9606-ad66fcda34b9'] response: {'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352', 'code': 200} Apr 11 16:50:11.621329 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.650083 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.701987 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:11.705646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:11.719478 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca82ff55-3880-43cb-bb82-86cd75543bcc req-992278e3-c564-4db2-9bf5-8d56c7da5d9b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.721012 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca82ff55-3880-43cb-bb82-86cd75543bcc req-992278e3-c564-4db2-9bf5-8d56c7da5d9b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0735755 Apr 11 16:50:11.822058 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca82ff55-3880-43cb-bb82-86cd75543bcc req-fcbe5582-8d9a-4817-9ef4-efe6873fef3b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809758 Apr 11 16:50:11.832130 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Attempting to bind port 77660270-ebac-482e-895e-9a15caf23d6c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:11.832476 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Attempting to bind port 77660270-ebac-482e-895e-9a15caf23d6c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:11.832808 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Attempting to bind port 77660270-ebac-482e-895e-9a15caf23d6c on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:11.842120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Port 77660270-ebac-482e-895e-9a15caf23d6c on network b1462718-260f-46ea-b617-b3b6cd8e0127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:50:11.842120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Attempting to bind port 77660270-ebac-482e-895e-9a15caf23d6c on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:11.844032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:11.850242 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:11.850242 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:11.850242 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Bound port: 77660270-ebac-482e-895e-9a15caf23d6c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:11.850242 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (77660270-ebac-482e-895e-9a15caf23d6c), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:11.930609 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:11.934429 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=77660270-ebac-482e-895e-9a15caf23d6c,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:11.978108 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703a521-0fbb-47d4-b8fc-5edf9746fd90 req-614f1102-be93-4029-a3e0-2858ea3e685f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:11.979488 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e703a521-0fbb-47d4-b8fc-5edf9746fd90 req-614f1102-be93-4029-a3e0-2858ea3e685f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 1129 time: 0.0581725 Apr 11 16:50:11.993944 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:12.026611 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e703a521-0fbb-47d4-b8fc-5edf9746fd90 req-7945357b-d0bf-4db1-a488-2026d0728c4e service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401130 Apr 11 16:50:12.028079 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.028733 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:12.030050 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] 10.222.0.72 "PUT /v2.0/ports/77660270-ebac-482e-895e-9a15caf23d6c HTTP/1.1" status: 200 len: 1093 time: 1.0104742 Apr 11 16:50:12.030482 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:12.032759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63" -d '{"events": [{"name": "network-changed", "server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "tag": "77660270-ebac-482e-895e-9a15caf23d6c"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:12.059383 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20462463-280a-48fa-9c60-90fcd88e94e5 service neutron] Pushing event updated for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:12.074160 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30f88b1-a2fc-43be-beae-b1aec3850edd x-openstack-request-id: req-d30f88b1-a2fc-43be-beae-b1aec3850edd {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:12.074619 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "tag": "77660270-ebac-482e-895e-9a15caf23d6c", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:12.074880 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d30f88b1-a2fc-43be-beae-b1aec3850edd {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:12.075321 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d30f88b1-a2fc-43be-beae-b1aec3850edd'] response: {'name': 'network-changed', 'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c', 'status': 'completed', 'code': 200} Apr 11 16:50:12.298260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-07c1bb13-8bfd-4349-a285-d70cd44ae51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.300309 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-07c1bb13-8bfd-4349-a285-d70cd44ae51b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 1127 time: 0.0447812 Apr 11 16:50:12.411848 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-9225508d-cdeb-4d48-ac01-fcd8d50da0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.413347 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-9225508d-cdeb-4d48-ac01-fcd8d50da0dc service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0919712 Apr 11 16:50:12.477384 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc00ef7-7b78-4347-895b-b0a6cc1e0eb9 req-9f794a3c-67cc-4524-ab24-ca1e475ab4ed tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.478813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4dc00ef7-7b78-4347-895b-b0a6cc1e0eb9 req-9f794a3c-67cc-4524-ab24-ca1e475ab4ed tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 943 time: 0.0567155 Apr 11 16:50:12.527200 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52fd4b6-9c7a-4eee-b8d3-990e421a3439 req-c1a9b025-3ee2-416b-b242-09f588cdc8c0 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.528633 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c52fd4b6-9c7a-4eee-b8d3-990e421a3439 req-c1a9b025-3ee2-416b-b242-09f588cdc8c0 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0696561 Apr 11 16:50:12.565725 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4dc00ef7-7b78-4347-895b-b0a6cc1e0eb9 req-9c565341-7ea7-4947-8a16-9b330e1d4218 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680184 Apr 11 16:50:12.604995 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c52fd4b6-9c7a-4eee-b8d3-990e421a3439 req-06050490-5031-42e5-a4bb-6c4449330c40 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665128 Apr 11 16:50:12.858988 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-dee2809d-b4c9-4c83-b5c1-788391348160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.860483 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4de28fcf-01b9-4b90-a8f0-ef2a5390bc63 req-dee2809d-b4c9-4c83-b5c1-788391348160 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902708 Apr 11 16:50:12.958424 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e4e52-6d4e-4696-aaf7-51550c1ae721 req-94b3d4d5-7919-46bf-92ca-57e3a442a632 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.959927 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-079e4e52-6d4e-4696-aaf7-51550c1ae721 req-94b3d4d5-7919-46bf-92ca-57e3a442a632 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0730784 Apr 11 16:50:12.964937 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-942e3c6b-abaf-4f69-9bc1-85b43fa84bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:12.966323 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-942e3c6b-abaf-4f69-9bc1-85b43fa84bd8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 1127 time: 0.0513220 Apr 11 16:50:13.020151 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-18e5a35e-67da-4265-b4ce-704214e25737 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77660270-ebac-482e-895e-9a15caf23d6c HTTP/1.1" status: 200 len: 217 time: 0.0404553 Apr 11 16:50:13.068360 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-079e4e52-6d4e-4696-aaf7-51550c1ae721 req-d2d0134c-f810-4831-a830-13933e5a97de tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010952 Apr 11 16:50:13.082826 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-89bc22d5-1fa4-4934-828e-5b585def96b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.084324 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-89bc22d5-1fa4-4934-828e-5b585def96b8 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0569084 Apr 11 16:50:13.740266 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d96c29f-887d-4090-98d9-1516cee97112 req-10825743-18c8-4b21-b7fc-a7ccb0b7c7ca tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.741745 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d96c29f-887d-4090-98d9-1516cee97112 req-10825743-18c8-4b21-b7fc-a7ccb0b7c7ca tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 943 time: 0.1095343 Apr 11 16:50:13.746655 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-4c2798b9-414a-42e5-86d7-3c19b7dc490e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.748178 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-4c2798b9-414a-42e5-86d7-3c19b7dc490e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0854826 Apr 11 16:50:13.790234 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5ce8a2-d02c-4070-ae3b-0f79bffa8af6 req-095554a7-b02f-49e6-ae29-cb16dbe26828 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:13.791737 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8a5ce8a2-d02c-4070-ae3b-0f79bffa8af6 req-095554a7-b02f-49e6-ae29-cb16dbe26828 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.1175981 Apr 11 16:50:13.880456 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d96c29f-887d-4090-98d9-1516cee97112 req-d81c2829-5c95-4965-903d-cfcdba027976 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313236 Apr 11 16:50:13.925809 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-de757a00-36f4-4652-aed9-2844950ceb4e service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670423 Apr 11 16:50:13.932141 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8a5ce8a2-d02c-4070-ae3b-0f79bffa8af6 req-bb59f7aa-da36-452f-804d-b227be1b51cc tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1309702 Apr 11 16:50:14.016627 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e53e1f96-ce5f-44bb-922d-831d5deede2c req-5f6cecbf-3cb9-4e11-a649-9a34e71a9099 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834076 Apr 11 16:50:14.184010 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f73c89-e54e-45f7-b762-8f574893d031 req-36a6cdaf-a5a9-43fb-b3fa-a551768ec07a tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:14.185467 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-99f73c89-e54e-45f7-b762-8f574893d031 req-36a6cdaf-a5a9-43fb-b3fa-a551768ec07a tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0510516 Apr 11 16:50:14.231689 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-99f73c89-e54e-45f7-b762-8f574893d031 req-21e2694c-4c33-4984-8786-a4e8c9813eac tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397255 Apr 11 16:50:14.992273 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b5956b-e896-4d7f-b840-7808c8a7b47b req-8ca19772-7969-48a7-a073-dcce01a21d33 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:14.993748 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94b5956b-e896-4d7f-b840-7808c8a7b47b req-8ca19772-7969-48a7-a073-dcce01a21d33 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 943 time: 0.0482154 Apr 11 16:50:15.039698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-94b5956b-e896-4d7f-b840-7808c8a7b47b req-f7086a80-d762-4d40-b222-dc6069342d5e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404868 Apr 11 16:50:15.138294 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e370e9-6964-4347-9d3c-9d999cec2e60 req-59e75361-d761-4a8a-9371-640f654363b5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:15.139790 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e3e370e9-6964-4347-9d3c-9d999cec2e60 req-59e75361-d761-4a8a-9371-640f654363b5 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0475256 Apr 11 16:50:15.206500 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e3e370e9-6964-4347-9d3c-9d999cec2e60 req-83351223-2b81-4bdc-939a-cead07bd5ba9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606108 Apr 11 16:50:16.153328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89fce2-3de5-4ca0-a3c4-db3b18d94d30 req-76baaa3c-0e2a-4255-95c9-9d1b1a0837a8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:16.154715 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b89fce2-3de5-4ca0-a3c4-db3b18d94d30 req-76baaa3c-0e2a-4255-95c9-9d1b1a0837a8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 943 time: 0.0479827 Apr 11 16:50:16.201914 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7b89fce2-3de5-4ca0-a3c4-db3b18d94d30 req-ae4568b6-21fc-41b2-9db8-970cd103cbcb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413783 Apr 11 16:50:16.322817 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4384a-3460-487f-bdeb-e5ac07cae72c req-f99835c8-6aa9-48ec-8028-8533d1710e8b tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:16.324357 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22e4384a-3460-487f-bdeb-e5ac07cae72c req-f99835c8-6aa9-48ec-8028-8533d1710e8b tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0479341 Apr 11 16:50:16.383736 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22e4384a-3460-487f-bdeb-e5ac07cae72c req-95d30e76-c717-4d93-a13b-e93ec4de1a71 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535817 Apr 11 16:50:17.317354 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a0948-15f0-4de8-b33b-f2969e9a9027 req-c68aafa7-5839-4b8f-8110-58ec0182ff09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.318808 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-432a0948-15f0-4de8-b33b-f2969e9a9027 req-c68aafa7-5839-4b8f-8110-58ec0182ff09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 943 time: 0.0527747 Apr 11 16:50:17.326449 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 77660270-ebac-482e-895e-9a15caf23d6c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:50:17.365457 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-432a0948-15f0-4de8-b33b-f2969e9a9027 req-f7985b42-27b0-4704-8905-72d7d5c8df10 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410893 Apr 11 16:50:17.506741 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576975c-ed36-4ad3-bdda-1c42bb3f01ed req-708a6d54-bc4b-491c-97d6-114d54abf0a3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:17.508333 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9576975c-ed36-4ad3-bdda-1c42bb3f01ed req-708a6d54-bc4b-491c-97d6-114d54abf0a3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0499115 Apr 11 16:50:17.555387 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=77660270-ebac-482e-895e-9a15caf23d6c,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:17.571187 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '77660270-ebac-482e-895e-9a15caf23d6c', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'port_id': '77660270-ebac-482e-895e-9a15caf23d6c', 'mac_address': 'fa:16:3e:d6:d3:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:50:17.572480 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9576975c-ed36-4ad3-bdda-1c42bb3f01ed req-f0779bf4-162c-4d0f-9a44-2c68d79db95a tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0580504 Apr 11 16:50:17.618374 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 77660270-ebac-482e-895e-9a15caf23d6c is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:17.618760 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (77660270-ebac-482e-895e-9a15caf23d6c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:17.632119 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77660270-ebac-482e-895e-9a15caf23d6c {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:17.651697 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=77660270-ebac-482e-895e-9a15caf23d6c,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:17.712928 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:17.763893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:17.999120 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['77660270-ebac-482e-895e-9a15caf23d6c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:18.485545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ac85c-f185-4ec3-9106-201ce3cb4d23 req-45f3dede-c6d7-46ff-a1bb-f2268866be81 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:18.487029 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-436ac85c-f185-4ec3-9106-201ce3cb4d23 req-45f3dede-c6d7-46ff-a1bb-f2268866be81 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 944 time: 0.0506012 Apr 11 16:50:18.534566 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-436ac85c-f185-4ec3-9106-201ce3cb4d23 req-a6a5eef6-2370-4c6d-8d20-7c52a0271d40 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416329 Apr 11 16:50:18.685140 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89419359-4284-450a-ad46-268bf55f0998 req-54075729-d041-4231-8065-302595cd59c9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:18.686506 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-89419359-4284-450a-ad46-268bf55f0998 req-54075729-d041-4231-8065-302595cd59c9 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0460582 Apr 11 16:50:18.746359 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-89419359-4284-450a-ad46-268bf55f0998 req-1e587910-4406-4eb6-9d93-62f9c11c4e55 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532763 Apr 11 16:50:19.327908 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 77660270-ebac-482e-895e-9a15caf23d6c up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:19.377658 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 77660270-ebac-482e-895e-9a15caf23d6c completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:50:19.490127 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 77660270-ebac-482e-895e-9a15caf23d6c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:19.490504 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (77660270-ebac-482e-895e-9a15caf23d6c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:19.567478 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 77660270-ebac-482e-895e-9a15caf23d6c is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:19.567870 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (77660270-ebac-482e-895e-9a15caf23d6c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:19.592653 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:19.594832 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88f8934-6268-4c82-b444-fc567371d1b4" -d '{"events": [{"server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "name": "network-vif-plugged", "status": "completed", "tag": "77660270-ebac-482e-895e-9a15caf23d6c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:19.608002 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=77660270-ebac-482e-895e-9a15caf23d6c,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:19.633605 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e646e9-4552-4a01-a95f-cbd4ea100349 x-openstack-request-id: req-89e646e9-4552-4a01-a95f-cbd4ea100349 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:19.634042 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "name": "network-vif-plugged", "status": "completed", "tag": "77660270-ebac-482e-895e-9a15caf23d6c", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:19.634391 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-89e646e9-4552-4a01-a95f-cbd4ea100349 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:19.634934 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89e646e9-4552-4a01-a95f-cbd4ea100349'] response: {'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c', 'code': 200} Apr 11 16:50:19.649776 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5050f0af-4122-4b95-9506-e4a7aee9b909 req-3eb9e4b6-368a-4554-b7c4-c0c96a7713cb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:19.651284 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5050f0af-4122-4b95-9506-e4a7aee9b909 req-3eb9e4b6-368a-4554-b7c4-c0c96a7713cb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 944 time: 0.0494101 Apr 11 16:50:19.699209 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:19.702445 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5050f0af-4122-4b95-9506-e4a7aee9b909 req-c7216531-84ad-4aec-b4cc-7a79f5e520d6 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453544 Apr 11 16:50:19.750142 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:19.757621 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.761311 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.762160 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.762160 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.762160 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:19.859234 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672d0ee-302e-4683-b329-8647bcc553bf req-fad98567-f02b-40a5-915d-df2d6d665654 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:19.860635 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a672d0ee-302e-4683-b329-8647bcc553bf req-fad98567-f02b-40a5-915d-df2d6d665654 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0465512 Apr 11 16:50:19.919388 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a672d0ee-302e-4683-b329-8647bcc553bf req-bb5e8981-b506-4183-a1e9-f37994528541 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530841 Apr 11 16:50:20.834886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbdfa7-5ebd-4c25-b5c2-00e627366730 req-25282890-7cf9-46e4-99f9-4906ff8a51e0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:20.836412 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-decbdfa7-5ebd-4c25-b5c2-00e627366730 req-25282890-7cf9-46e4-99f9-4906ff8a51e0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0627427 Apr 11 16:50:20.878001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba042b18-97d3-45c1-b64e-ee2d7f114a20 req-c8f106ed-80e9-4e45-b52b-ed5094356ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:20.879513 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ba042b18-97d3-45c1-b64e-ee2d7f114a20 req-c8f106ed-80e9-4e45-b52b-ed5094356ef4 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 1129 time: 0.0612154 Apr 11 16:50:20.906697 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-decbdfa7-5ebd-4c25-b5c2-00e627366730 req-b6a87874-a792-464d-b45e-92674cdf1a59 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543995 Apr 11 16:50:20.946795 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ba042b18-97d3-45c1-b64e-ee2d7f114a20 req-ec11d4ab-5f17-4e56-9d3d-f72cf20ca5f3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Apr 11 16:50:21.035877 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0181f5-604d-447f-a4b8-b26b7b458c47 req-d4806471-ec79-40b8-b041-59fbaba4f30d tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:21.037356 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9e0181f5-604d-447f-a4b8-b26b7b458c47 req-d4806471-ec79-40b8-b041-59fbaba4f30d tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0474145 Apr 11 16:50:21.098371 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9e0181f5-604d-447f-a4b8-b26b7b458c47 req-649af93d-1b72-4d77-b173-c4529e4ed7c7 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553546 Apr 11 16:50:22.021257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ff00ec-5c15-4f0d-97d7-ca8af2eb9119 req-3c2db052-24ab-43b4-ad5f-3eba44785593 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:22.022800 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b7ff00ec-5c15-4f0d-97d7-ca8af2eb9119 req-3c2db052-24ab-43b4-ad5f-3eba44785593 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0471330 Apr 11 16:50:22.075283 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b7ff00ec-5c15-4f0d-97d7-ca8af2eb9119 req-58c2c572-f0e1-4ccd-a681-7445bb647dac tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Apr 11 16:50:22.210779 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1b5af8-1700-4571-93ca-0f43df1f7039 req-bb73653c-e548-4492-b1c6-df560c52727d tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:22.212267 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb1b5af8-1700-4571-93ca-0f43df1f7039 req-bb73653c-e548-4492-b1c6-df560c52727d tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0470047 Apr 11 16:50:22.280673 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb1b5af8-1700-4571-93ca-0f43df1f7039 req-bd837a0f-5fa5-4ab6-b76d-ee417693c79b tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=33923755-cc49-452b-98fe-6bb5a904a086&id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0627413 Apr 11 16:50:23.092031 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df152e-47a5-4fc4-9f10-b30d76049581 req-617e6c8e-0dea-472a-b77b-a73c46ea60fe tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.093442 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b6df152e-47a5-4fc4-9f10-b30d76049581 req-617e6c8e-0dea-472a-b77b-a73c46ea60fe tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0471978 Apr 11 16:50:23.141193 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b6df152e-47a5-4fc4-9f10-b30d76049581 req-de4ac1ed-5997-4547-835f-d836588ce931 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421171 Apr 11 16:50:23.196145 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7f86e3-9b0d-4cdc-97bb-fd5aaeef2ccb req-33a37090-53e2-45f9-95c8-2530d058fffe tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:23.197613 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2a7f86e3-9b0d-4cdc-97bb-fd5aaeef2ccb req-33a37090-53e2-45f9-95c8-2530d058fffe tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0500224 Apr 11 16:50:23.245275 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2a7f86e3-9b0d-4cdc-97bb-fd5aaeef2ccb req-a6f07e6b-974b-403f-b373-995c6f26526a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419562 Apr 11 16:50:23.696163 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cf2cadeb-3136-43ac-ba52-13aabd467180 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:24.253539 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03738c6-eeb0-42ca-84a7-4910222a7fdc req-40250dea-fe75-4a09-8fc1-83c038d1a8bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:24.255043 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f03738c6-eeb0-42ca-84a7-4910222a7fdc req-40250dea-fe75-4a09-8fc1-83c038d1a8bf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0477819 Apr 11 16:50:24.301760 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f03738c6-eeb0-42ca-84a7-4910222a7fdc req-add90bbf-a3ea-49a2-80db-8407e47936ae tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407667 Apr 11 16:50:24.362089 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55bbbdf-c9b9-4a71-9060-10602500933a req-982cffbf-39be-45b9-9de7-ce61f54d93b7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:24.363658 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e55bbbdf-c9b9-4a71-9060-10602500933a req-982cffbf-39be-45b9-9de7-ce61f54d93b7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0504522 Apr 11 16:50:24.423557 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e55bbbdf-c9b9-4a71-9060-10602500933a req-a1e265c9-c048-4433-9575-472f48020343 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537400 Apr 11 16:50:24.531265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bdd701-621f-4fa7-8228-f3f7ea68500c req-6437935f-7a18-4dd0-8e0e-b35a93bf9125 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:24.532698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e8bdd701-621f-4fa7-8228-f3f7ea68500c req-6437935f-7a18-4dd0-8e0e-b35a93bf9125 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0478687 Apr 11 16:50:24.540973 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59572) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:24.545309 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'port_id': '77660270-ebac-482e-895e-9a15caf23d6c'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:24.585494 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:25.307900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:25.380478 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:25.453013 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02355d-10b5-457f-ad19-8d15f2a0613c req-00feb937-17df-4a42-9dbc-0e014f208252 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:25.454589 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8a02355d-10b5-457f-ad19-8d15f2a0613c req-00feb937-17df-4a42-9dbc-0e014f208252 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0848086 Apr 11 16:50:25.548443 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP 52f149e4-96cb-4934-8392-2661b5b20a7c associated. External IP: 172.28.0.44, port: 77660270-ebac-482e-895e-9a15caf23d6c. Apr 11 16:50:25.552906 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8a02355d-10b5-457f-ad19-8d15f2a0613c req-14651328-1a6c-4538-a763-3e34e3a4f772 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888777 Apr 11 16:50:25.766785 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:25.878098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:25.882816 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:25.887695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:25.899780 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:25.911622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:25.919199 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7cc93cbf-cef9-48f4-aebe-d88392ea7b57 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "PUT /v2.0/floatingips/52f149e4-96cb-4934-8392-2661b5b20a7c HTTP/1.1" status: 200 len: 990 time: 1.3771110 Apr 11 16:50:25.919871 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:25.922865 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a159110d-fe22-425d-9606-abe929d0c7c7" -d '{"events": [{"name": "network-changed", "server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "tag": "77660270-ebac-482e-895e-9a15caf23d6c"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:25.960636 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e99fdd-c61e-46e8-861a-7a07c454b4af x-openstack-request-id: req-19e99fdd-c61e-46e8-861a-7a07c454b4af {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:25.964409 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "tag": "77660270-ebac-482e-895e-9a15caf23d6c", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:25.964409 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-19e99fdd-c61e-46e8-861a-7a07c454b4af {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:25.964409 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e99fdd-c61e-46e8-861a-7a07c454b4af'] response: {'name': 'network-changed', 'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c', 'status': 'completed', 'code': 200} Apr 11 16:50:26.036142 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:26.291282 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '52f149e4-96cb-4934-8392-2661b5b20a7c', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '77660270-ebac-482e-895e-9a15caf23d6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:d6:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:05Z', 'updated_at': '2022-04-11T16:50:25Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:26.321047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:26.329951 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:26.330590 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:49:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:26.438552 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:26.591726 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-d6042d6e-186f-4cfd-8dc9-08a2df397c17 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.593575 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-d6042d6e-186f-4cfd-8dc9-08a2df397c17 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0567586 Apr 11 16:50:26.598737 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-50e99aca-6934-4e08-b52f-21cae3924bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.600355 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-50e99aca-6934-4e08-b52f-21cae3924bc2 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 1129 time: 0.0648859 Apr 11 16:50:26.628721 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2efe937d-6c7d-4f9b-820b-db0d4e7e6faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.683446 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '52f149e4-96cb-4934-8392-2661b5b20a7c', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '77660270-ebac-482e-895e-9a15caf23d6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:d6:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:05Z', 'updated_at': '2022-04-11T16:50:25Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:26.691996 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Deleting port 8febcff0-69a8-4bc0-a470-d44464f4494a {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:26.692334 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.715422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73dbe67-bf6a-4c1d-aa03-3438a1ba05f5 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '52f149e4-96cb-4934-8392-2661b5b20a7c', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '77660270-ebac-482e-895e-9a15caf23d6c', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 456, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:d6:d3:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:05Z', 'updated_at': '2022-04-11T16:50:25Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:26.729199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7b099d-64b2-4f57-b14d-c2ac0b1e8557 req-3b765824-0424-4383-aa74-ca463a6e9b33 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.732868 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e7b099d-64b2-4f57-b14d-c2ac0b1e8557 req-3b765824-0424-4383-aa74-ca463a6e9b33 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 946 time: 0.0963869 Apr 11 16:50:26.782392 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-4e247826-1236-45a1-ad00-a8edbc1116ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.784509 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-4e247826-1236-45a1-ad00-a8edbc1116ee service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.1765349 Apr 11 16:50:26.795220 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] For port 8febcff0-69a8-4bc0-a470-d44464f4494a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=8febcff0-69a8-4bc0-a470-d44464f4494a,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:26.795515 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.804427 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e7b099d-64b2-4f57-b14d-c2ac0b1e8557 req-914d0a9d-4fe8-4bcd-a187-35eb1633ce93 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=af4e5498-b577-4521-a9f9-523821908a73&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663121 Apr 11 16:50:26.867780 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-ae50d311-3f08-474b-8059-e2083f58d44b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=77660270-ebac-482e-895e-9a15caf23d6c HTTP/1.1" status: 200 len: 998 time: 0.0750811 Apr 11 16:50:26.923678 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-b082d871-459c-4e0d-be1e-02ead30f4cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.928939 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-b082d871-459c-4e0d-be1e-02ead30f4cc4 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0507104 Apr 11 16:50:26.958289 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1f3d0d-03f8-4649-975a-ebc06e2d4948 None None] New status for floating IP 52f149e4-96cb-4934-8392-2661b5b20a7c: ACTIVE {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:26.985695 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.986252 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:26.986663 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Floating IP 8fc3125e-d466-4632-92ee-568daf1a447c disassociated. External IP: 172.28.0.90, port: 8febcff0-69a8-4bc0-a470-d44464f4494a. Apr 11 16:50:26.987581 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Calling delete_port for 8febcff0-69a8-4bc0-a470-d44464f4494a owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:26.990265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-0ed28836-8eb9-4363-83ca-fc59a35cd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:26.991849 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-0ed28836-8eb9-4363-83ca-fc59a35cd60b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0607884 Apr 11 16:50:27.093897 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-52eb2397-7aa9-4c8c-93ed-8ed86374c469 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924418 Apr 11 16:50:27.184622 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a159110d-fe22-425d-9606-abe929d0c7c7 req-0d4eea3a-fb98-4687-812e-86bbf4bdb38a service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847530 Apr 11 16:50:27.190755 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (8febcff0-69a8-4bc0-a470-d44464f4494a), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.226736 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'Port': ['ID=8febcff0-69a8-4bc0-a470-d44464f4494a,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:27.240916 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.241278 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.241621 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.242074 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.242419 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.242760 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.243317 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.243657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.243994 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.244326 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.244661 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.244991 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.245316 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.245643 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.245973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:27.364649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:27.513352 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.733887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:27.743955 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:27.754033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:27.754735 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:27.776082 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] No DVR routers for this DVR port 8febcff0-69a8-4bc0-a470-d44464f4494a on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:27.778694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:27.782131 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e3dd7ac0-8048-4d33-8cb2-325e6adca3dc req-22d3162f-0cfe-4520-92f8-fe1bd37021b2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "DELETE /v2.0/ports/8febcff0-69a8-4bc0-a470-d44464f4494a HTTP/1.1" status: 204 len: 173 time: 1.1831188 Apr 11 16:50:27.782590 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'name': 'network-vif-deleted', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:27.785575 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a029b-d9f6-4f05-9689-8429aea7c97f" -d '{"events": [{"server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "name": "network-vif-deleted", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:27.867496 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:27.966727 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a85d76b-b967-4278-a7d7-bdb2cbb5bccf x-openstack-request-id: req-1a85d76b-b967-4278-a7d7-bdb2cbb5bccf {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:27.968527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00c807c-e9a2-46d1-875e-f2f871ff6313", "name": "network-vif-deleted", "tag": "8febcff0-69a8-4bc0-a470-d44464f4494a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:27.968527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1a85d76b-b967-4278-a7d7-bdb2cbb5bccf {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:27.968527 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a85d76b-b967-4278-a7d7-bdb2cbb5bccf'] response: {'server_uuid': 'b00c807c-e9a2-46d1-875e-f2f871ff6313', 'name': 'network-vif-deleted', 'tag': '8febcff0-69a8-4bc0-a470-d44464f4494a', 'status': 'completed', 'code': 200} Apr 11 16:50:28.029300 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b07f33dd-978d-4eb1-89c3-9049cc7f5ba0 req-19a0d454-1cb0-4bc9-93cc-ac79b651d8f7 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0359449 Apr 11 16:50:28.073843 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:28.104690 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:28.113562 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:28.114174 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:28.227546 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:28.426374 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:28.453383 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1618bf3e-52eb-4fae-b74c-a45910532e4b None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:28.668961 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff016b6d-bd22-4c02-aae2-a242ddcec419 None None] New status for floating IP 8fc3125e-d466-4632-92ee-568daf1a447c: DOWN {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:28.707069 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:29.144032 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ed35b12f-26f8-40d2-840c-09551226b72f req-99928eca-f337-4fab-b177-be8881a56854 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=b00c807c-e9a2-46d1-875e-f2f871ff6313 HTTP/1.1" status: 200 len: 210 time: 0.0315139 Apr 11 16:50:29.382141 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 8febcff0-69a8-4bc0-a470-d44464f4494a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:29.405710 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 8febcff0-69a8-4bc0-a470-d44464f4494a {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:29.406049 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 8febcff0-69a8-4bc0-a470-d44464f4494a not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:30.259351 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.303684 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59612) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:30.358164 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (af4e5498-b577-4521-a9f9-523821908a73), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.382277 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (af4e5498-b577-4521-a9f9-523821908a73), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.521740 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (af4e5498-b577-4521-a9f9-523821908a73), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.524419 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.525622 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "DELETE /v2.0/security-groups/af4e5498-b577-4521-a9f9-523821908a73 HTTP/1.1" status: 204 len: 168 time: 0.2206092 Apr 11 16:50:30.528518 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59614) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:30.535060 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46aced-1998-4b06-a4cd-a6698e8b1d9c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4e5498-b577-4521-a9f9-523821908a73,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:30.544377 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.api.v2.resource [None req-b9ac00b1-7597-4699-9ae3-e115fcaec456 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] show failed (client error): The resource could not be found. Apr 11 16:50:30.548331 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b9ac00b1-7597-4699-9ae3-e115fcaec456 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups/af4e5498-b577-4521-a9f9-523821908a73 HTTP/1.1" status: 404 len: 347 time: 0.0158808 Apr 11 16:50:30.549152 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59616) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:30.677509 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Deleting port 06f63877-9c4b-480a-a111-e9180dc3d4e5 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:30.677861 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.762360 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.766077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (06f63877-9c4b-480a-a111-e9180dc3d4e5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:30.775568 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Calling delete_port for 06f63877-9c4b-480a-a111-e9180dc3d4e5 owned by network:floatingip {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:31.050895 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (06f63877-9c4b-480a-a111-e9180dc3d4e5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.081406 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'Port': ['ID=06f63877-9c4b-480a-a111-e9180dc3d4e5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:31.140638 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8fc3125e-d466-4632-92ee-568daf1a447c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.143299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.144434 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-09f3efbc-6bb4-4394-ab0f-565573996fc2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "DELETE /v2.0/floatingips/8fc3125e-d466-4632-92ee-568daf1a447c HTTP/1.1" status: 204 len: 168 time: 0.5939989 Apr 11 16:50:31.590908 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59624) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:31.595405 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1126123930', 'description': 'tempest-description--889809863'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:31.690621 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.760245 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (7fc4fcba-229c-4060-b11a-0837750a4dfc), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.830020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (7fc4fcba-229c-4060-b11a-0837750a4dfc), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.868532 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4fcba-229c-4060-b11a-0837750a4dfc,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:31.972277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:31.975880 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-538883fc-12cf-41c5-be89-c9da183cdefc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3816195 Apr 11 16:50:31.976465 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59626) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:31.980879 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group_rule': {'security_group_id': '7fc4fcba-229c-4060-b11a-0837750a4dfc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:32.078831 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (0f79fe1c-33b0-48c9-8ede-3f41ae0b1db2), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.135173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (0f79fe1c-33b0-48c9-8ede-3f41ae0b1db2), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.227829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (0f79fe1c-33b0-48c9-8ede-3f41ae0b1db2), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.246089 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f79fe1c-33b0-48c9-8ede-3f41ae0b1db2,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:32.366527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.367776 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-bf417f26-c225-4819-b5e0-750c8b4071f6 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3903794 Apr 11 16:50:32.370491 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59632) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:32.374732 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'security_group_rule': {'security_group_id': '7fc4fcba-229c-4060-b11a-0837750a4dfc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:32.459662 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (616e4452-300c-407a-bf94-d2c4b9eeebe8), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.515306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (616e4452-300c-407a-bf94-d2c4b9eeebe8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.610323 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (616e4452-300c-407a-bf94-d2c4b9eeebe8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.628544 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=616e4452-300c-407a-bf94-d2c4b9eeebe8,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:32.717543 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.718763 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1e28a0a0-fe33-4440-b7f8-0c4a8e18d2bb tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3473332 Apr 11 16:50:32.722663 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59640) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:32.727440 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:32.830716 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:32.911405 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.014461 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Allocated IP 172.28.0.166 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/e2f9abb3-8ab7-4db9-b566-02c794626114) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:33.122226 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.213559 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.252471 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:33.255248 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:33.258640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:33.266807 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=e2f9abb3-8ab7-4db9-b566-02c794626114,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:33.349302 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.466215 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.616338 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.700340 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:50:33.712749 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.782718 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=e2f9abb3-8ab7-4db9-b566-02c794626114,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:33.794884 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.918249 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:33.919544 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0bf2af4a-5e95-4833-a12d-3397c41a8b62 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1955533 Apr 11 16:50:34.116058 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-e3a5ea54-f88a-4e64-b1ad-e4dfaa601bd2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1126123930&fields=id&tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 267 time: 0.0429335 Apr 11 16:50:34.229995 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-921db573-9143-4841-a210-22470b6a6faf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:34.231532 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-921db573-9143-4841-a210-22470b6a6faf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 810 time: 0.1090868 Apr 11 16:50:34.246678 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-65ea48f6-aaad-4532-85a5-6c3307e4d5e7 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/quotas/c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 375 time: 0.0095999 Apr 11 16:50:34.304976 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-c532bc58-bb30-4e20-9c56-bcc1a702170b tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527606 Apr 11 16:50:34.407071 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-297a8ad6-7635-4e49-b4e5-2356361cc5f8 service neutron] 10.222.0.32 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901392 Apr 11 16:50:34.503169 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-112b000b-9cd0-4ee6-9134-b63159459683 service neutron] 10.222.0.32 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895665 Apr 11 16:50:34.739233 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2c768c2c-a8a8-494d-beaf-f89d32d7cc90 req-8591c958-e9f0-4d66-8f3b-ae72c4ed64ab tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0277700 Apr 11 16:50:35.837956 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-de655ff2-ed0d-42cd-827c-b27afc4edd30 req-2dc59bd4-c356-44c3-b37e-a1529921ef59 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0299308 Apr 11 16:50:35.950335 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:36.955713 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-252de761-6caf-4c87-b6c1-c0ce6a84fc99 req-3aa42677-539c-42f5-a2f0-2ea173f3dd1c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0340028 Apr 11 16:50:38.044467 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1719b907-5197-4577-8138-9bc1bd07e19b req-646dbcfa-74d2-4c33-acfe-253a36327ee8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0285399 Apr 11 16:50:38.358375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-6ea70dd1-b05c-4edf-9514-b1faff7a4d8e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:38.359841 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-6ea70dd1-b05c-4edf-9514-b1faff7a4d8e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 810 time: 0.1046762 Apr 11 16:50:38.448970 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-e1cbde97-2caf-4b7f-a1cc-767431e214ce tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a HTTP/1.1" status: 200 len: 380 time: 0.0572217 Apr 11 16:50:38.460262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'port': {'device_id': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'admin_state_up': True, 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'security_groups': ['7fc4fcba-229c-4060-b11a-0837750a4dfc']}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:38.704443 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Made reservation on behalf of c872c06c4b4f4b9a9605aeb0e86d3a8a for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:50:38.708087 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:38.835798 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Allocated IP 172.20.0.14 (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f/7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8/27de8f20-56aa-40d6-b3a9-6271cafb627b) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:50:38.978966 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.140712 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eb010119-3eb5-4593-aae3-79e92243cc73 req-f68d9847-5ab2-4d90-bfec-63a163193572 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0281961 Apr 11 16:50:39.216792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.260819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:50:39.263040 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:50:39.265819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:50:39.305594 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event updated for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:39.332878 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:39.333508 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.495424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-9192f130-a1a5-455a-8dc1-68e352b9505a None None] Provisioning complete for port 27de8f20-56aa-40d6-b3a9-6271cafb627b triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:39.496051 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9192f130-a1a5-455a-8dc1-68e352b9505a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.521906 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-004c0f79-0eff-46d8-977a-30d918a8462f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0655315 Apr 11 16:50:39.534442 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-9192f130-a1a5-455a-8dc1-68e352b9505a None None] Port 27de8f20-56aa-40d6-b3a9-6271cafb627b cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:50:39.537202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Request body: {'port': {'device_id': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:39.603804 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.888590 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27de8f20-56aa-40d6-b3a9-6271cafb627b {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:39.897147 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks [] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:39.910343 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Transition to ACTIVE for port object 27de8f20-56aa-40d6-b3a9-6271cafb627b will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:50:40.041904 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:40.097863 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Pushing event updated for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:40.197097 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Attempting to bind port 27de8f20-56aa-40d6-b3a9-6271cafb627b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:50:40.197802 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Attempting to bind port 27de8f20-56aa-40d6-b3a9-6271cafb627b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:50:40.198309 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Attempting to bind port 27de8f20-56aa-40d6-b3a9-6271cafb627b on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:40.203642 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Port 27de8f20-56aa-40d6-b3a9-6271cafb627b on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:50:40.204223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Attempting to bind port 27de8f20-56aa-40d6-b3a9-6271cafb627b on network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:50:40.211792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:50:40.212372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Checking segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:50:40.212982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Bound using segment: {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:50:40.213608 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Bound port: 27de8f20-56aa-40d6-b3a9-6271cafb627b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '511c6ebf-eca2-4b6e-b08a-73e41d754256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:50:40.214359 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:40.215554 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ee805-5957-4de8-98e6-b90440f562f1 req-9b359f11-0909-48f8-8b03-36fe3169f141 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:40.222864 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-808ee805-5957-4de8-98e6-b90440f562f1 req-9b359f11-0909-48f8-8b03-36fe3169f141 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0599651 Apr 11 16:50:40.278145 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-808ee805-5957-4de8-98e6-b90440f562f1 req-10fca32b-edfa-4572-b0f2-84c01acf7058 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543284 Apr 11 16:50:40.305051 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:50:40.308480 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:50:40.326070 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a4d13-1a7f-4c1c-be1d-9cdbb17e045e req-0799a74e-265f-463c-9ec3-fb38dfb58e1f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:40.326070 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-836a4d13-1a7f-4c1c-be1d-9cdbb17e045e req-0799a74e-265f-463c-9ec3-fb38dfb58e1f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0717089 Apr 11 16:50:40.387873 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-836a4d13-1a7f-4c1c-be1d-9cdbb17e045e req-015c9522-3572-4cff-9095-a6d0a3ee10c9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546265 Apr 11 16:50:40.404830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:40.446555 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:40.447418 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:40.449335 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] 10.222.0.72 "PUT /v2.0/ports/27de8f20-56aa-40d6-b3a9-6271cafb627b HTTP/1.1" status: 200 len: 1094 time: 0.9169204 Apr 11 16:50:40.449927 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:40.453168 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d62dce76-0652-4af5-943f-5e8e5a1feab6" -d '{"events": [{"name": "network-changed", "server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:40.476262 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba79db7-9894-4a52-b389-ff865a962666 service neutron] Pushing event updated for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:40.501353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce75249a-e9fa-4a8e-804d-b774237300b0 x-openstack-request-id: req-ce75249a-e9fa-4a8e-804d-b774237300b0 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:40.502267 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:40.502524 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce75249a-e9fa-4a8e-804d-b774237300b0 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:40.502978 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce75249a-e9fa-4a8e-804d-b774237300b0'] response: {'name': 'network-changed', 'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'status': 'completed', 'code': 200} Apr 11 16:50:41.399593 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd66094-ec84-49eb-b2c3-e3e8b3be874a req-09f9ec3a-42e8-4a1e-9644-9d406b035a7d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:41.401103 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3dd66094-ec84-49eb-b2c3-e3e8b3be874a req-09f9ec3a-42e8-4a1e-9644-9d406b035a7d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0514352 Apr 11 16:50:41.455789 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3dd66094-ec84-49eb-b2c3-e3e8b3be874a req-3cba5b0b-fced-426c-88ec-0f9c5dd9b87d tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490918 Apr 11 16:50:41.521009 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5103c3-194e-4978-9010-cd15b1af2fc8 req-0ac3b70f-08fb-41a5-b978-6106baa2538c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:41.522592 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8f5103c3-194e-4978-9010-cd15b1af2fc8 req-0ac3b70f-08fb-41a5-b978-6106baa2538c tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0534136 Apr 11 16:50:41.576350 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8f5103c3-194e-4978-9010-cd15b1af2fc8 req-15e59f28-8e44-464a-b58b-6c17ebd40369 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476301 Apr 11 16:50:42.566807 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4344cec7-3be8-471c-9f8e-b70334a35e06 req-ebcc0918-aa77-4558-80ee-4dfd1ff55d3c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:42.568218 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4344cec7-3be8-471c-9f8e-b70334a35e06 req-ebcc0918-aa77-4558-80ee-4dfd1ff55d3c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0461614 Apr 11 16:50:42.621989 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4344cec7-3be8-471c-9f8e-b70334a35e06 req-b09d5b2a-b348-49ff-bf5a-43d9ce7664d1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482202 Apr 11 16:50:42.692264 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839eb96-9ae9-4ee6-88f1-24aa41fce458 req-b5f4d835-cb10-4747-9e7a-44fe40ee1c1e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:42.693787 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9839eb96-9ae9-4ee6-88f1-24aa41fce458 req-b5f4d835-cb10-4747-9e7a-44fe40ee1c1e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0477095 Apr 11 16:50:42.742221 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9839eb96-9ae9-4ee6-88f1-24aa41fce458 req-14939869-faa2-4965-beeb-89934ac131f9 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422204 Apr 11 16:50:43.808702 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-a991f15a-d3da-43d8-b816-480db6069ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:43.814596 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-a991f15a-d3da-43d8-b816-480db6069ea7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 1128 time: 0.0553305 Apr 11 16:50:43.978502 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-3422269c-a261-4aaf-8d5e-567fc6c298d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:43.980118 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-3422269c-a261-4aaf-8d5e-567fc6c298d4 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1319056 Apr 11 16:50:44.055202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889789f3-f761-42d5-9267-5c7ad608e7e5 req-7c32ced7-4912-40eb-8f35-2d850912eb0f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.056799 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-889789f3-f761-42d5-9267-5c7ad608e7e5 req-7c32ced7-4912-40eb-8f35-2d850912eb0f tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.3625047 Apr 11 16:50:44.080076 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86977765-d027-48c9-b0d6-19a66b78e48a req-f39bfe6e-bf83-4182-9dce-19e70959b7f8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.081606 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86977765-d027-48c9-b0d6-19a66b78e48a req-f39bfe6e-bf83-4182-9dce-19e70959b7f8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0741422 Apr 11 16:50:44.089444 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-a77ec942-46c9-4964-9305-876f6cd27b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.091023 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d62dce76-0652-4af5-943f-5e8e5a1feab6 req-a77ec942-46c9-4964-9305-876f6cd27b86 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015096 Apr 11 16:50:44.144937 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-889789f3-f761-42d5-9267-5c7ad608e7e5 req-05c83838-9ac1-439c-8107-8b9724839fd2 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=11b07829-7124-460e-9c2b-6b2699f0808e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820725 Apr 11 16:50:44.157659 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86977765-d027-48c9-b0d6-19a66b78e48a req-d46091bc-a54e-471d-bb8e-b9aaa025fd36 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672534 Apr 11 16:50:44.381594 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-a5c1b584-a12c-42e9-8f9b-a5488aea26fe tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.383032 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-a5c1b584-a12c-42e9-8f9b-a5488aea26fe tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 945 time: 0.0575068 Apr 11 16:50:44.483615 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-d3cdcac2-d043-47af-b5cb-2b947feaa742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.485273 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-d3cdcac2-d043-47af-b5cb-2b947feaa742 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 1128 time: 0.0447414 Apr 11 16:50:44.530004 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-823e9a10-3c03-4464-bca3-e381e94f2fcf service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b HTTP/1.1" status: 200 len: 217 time: 0.0342019 Apr 11 16:50:44.536637 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Deleting port db8a93c0-7a52-4f73-971a-210f8e783369 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:44.536955 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.586757 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-6ccd85cc-507e-4c95-8ce3-758d53a6ac70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.587995 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-6ccd85cc-507e-4c95-8ce3-758d53a6ac70 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0505760 Apr 11 16:50:44.637487 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-60ea1346-26f7-43d0-b795-18592240a552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:44.638965 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-60ea1346-26f7-43d0-b795-18592240a552 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425787 Apr 11 16:50:44.640768 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] For port db8a93c0-7a52-4f73-971a-210f8e783369, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=db8a93c0-7a52-4f73-971a-210f8e783369,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:44.641141 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.740183 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-44bf29bc-0909-419f-b0d2-22a24f467366 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945485 Apr 11 16:50:44.845950 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.846260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:44.847176 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Floating IP 5332aec7-e215-431e-b908-08d37f77966d disassociated. External IP: 172.28.0.236, port: db8a93c0-7a52-4f73-971a-210f8e783369. Apr 11 16:50:44.847176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Calling delete_port for db8a93c0-7a52-4f73-971a-210f8e783369 owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:44.853762 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b47edc15-d989-45e2-95b9-3716bbcbab74 req-3c2f7152-378d-4a9b-941f-263ff6201db8 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052561 Apr 11 16:50:45.118891 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (db8a93c0-7a52-4f73-971a-210f8e783369), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.150599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event deleted for resources: {'Port': ['ID=db8a93c0-7a52-4f73-971a-210f8e783369,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:45.163194 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.169993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.171653 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.171653 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.171970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.172212 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:50:45.314722 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-249372e9-92af-4936-a084-dab1113210ab req-2f237f91-2126-44e7-bd7b-b4f706d33dc7 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0724294 Apr 11 16:50:45.358810 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb08c2e1-3d2b-4082-a9e2-59cc4fc84e3d req-7280f182-f66b-4a05-9c19-b2a156f09d93 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:45.360363 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb08c2e1-3d2b-4082-a9e2-59cc4fc84e3d req-7280f182-f66b-4a05-9c19-b2a156f09d93 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.1151030 Apr 11 16:50:45.406552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:45.437877 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb08c2e1-3d2b-4082-a9e2-59cc4fc84e3d req-88364692-05cc-445a-ab9a-401119140e73 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655041 Apr 11 16:50:45.577840 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:45.592553 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:45.603889 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:45.604528 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:45.647325 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] No DVR routers for this DVR port db8a93c0-7a52-4f73-971a-210f8e783369 on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:45.650822 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:45.663902 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-29db9a4b-2faa-41c5-90ff-f5016dbfb6ad req-56ae883e-36b4-45df-b6c3-41fb76be6b66 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "DELETE /v2.0/ports/db8a93c0-7a52-4f73-971a-210f8e783369 HTTP/1.1" status: 204 len: 173 time: 1.2132421 Apr 11 16:50:45.663902 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'name': 'network-vif-deleted', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:45.663902 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e3b0a0-0765-4286-81b1-ca175607053d" -d '{"events": [{"server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "name": "network-vif-deleted", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:45.720225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e54b99f-3294-454e-aec0-7d96fd7e468f x-openstack-request-id: req-7e54b99f-3294-454e-aec0-7d96fd7e468f {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:45.720530 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0", "name": "network-vif-deleted", "tag": "db8a93c0-7a52-4f73-971a-210f8e783369", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:45.720794 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e54b99f-3294-454e-aec0-7d96fd7e468f {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:45.721219 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e54b99f-3294-454e-aec0-7d96fd7e468f'] response: {'server_uuid': 'ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0', 'name': 'network-vif-deleted', 'tag': 'db8a93c0-7a52-4f73-971a-210f8e783369', 'status': 'completed', 'code': 200} Apr 11 16:50:45.786856 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:46.061281 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.074602 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932d2ea2-4cd2-497d-bc26-e0a165e24b06 req-81c78f9c-6c63-4b62-ad84-5153b4de14fa tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:46.076303 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-932d2ea2-4cd2-497d-bc26-e0a165e24b06 req-81c78f9c-6c63-4b62-ad84-5153b4de14fa tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0589380 Apr 11 16:50:46.094277 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:46.116231 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:46.117812 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.148848 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-932d2ea2-4cd2-497d-bc26-e0a165e24b06 req-6f48bee3-189b-423f-be22-98e17168a65d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652387 Apr 11 16:50:46.381293 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:46.454090 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aab37ed3-7536-4b7d-b32e-e858759d67f4 req-78af2615-cbea-4faa-8fdd-80ede78cb663 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0488546 Apr 11 16:50:46.571114 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1464e8d-71d6-4585-b88b-ffd9092d00b3 req-e19f70ac-7059-43c4-b7ab-72f154e9482f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:46.572738 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1464e8d-71d6-4585-b88b-ffd9092d00b3 req-e19f70ac-7059-43c4-b7ab-72f154e9482f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0558922 Apr 11 16:50:46.614736 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:46.634984 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1464e8d-71d6-4585-b88b-ffd9092d00b3 req-115aef2d-f189-4759-ac7f-e4c31d79208a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526600 Apr 11 16:50:46.653597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc9abd3e-9795-4783-86af-bd2466aa2a8c None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:46:19Z', 'revision_number': 4, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'eba46d1c-e21b-4a6f-8f9c-6a07a66cda56', 'name': '', 'network_id': 'ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'mac_address': 'fa:16:3e:d7:2e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:17Z', 'updated_at': '2022-04-11T16:46:29Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'subnets': [{'id': 'c236bd8a-c44c-495e-b84d-df3cc422a53e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:46.896120 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ada43d9-c0e6-4ae5-8726-9a28c5e79e6a None None] New status for floating IP 5332aec7-e215-431e-b908-08d37f77966d: DOWN {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:47.285668 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ad518-3987-472a-9543-2c32579cade1 req-9b808560-c1c7-48e3-9042-472fac6b58d4 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:47.287396 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5d2ad518-3987-472a-9543-2c32579cade1 req-9b808560-c1c7-48e3-9042-472fac6b58d4 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0556860 Apr 11 16:50:47.342839 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5d2ad518-3987-472a-9543-2c32579cade1 req-85409530-c2b3-4976-bd92-dea11bbadfcd tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488970 Apr 11 16:50:47.485286 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 27de8f20-56aa-40d6-b3a9-6271cafb627b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:50:47.489399 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device db8a93c0-7a52-4f73-971a-210f8e783369 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:47.520893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: db8a93c0-7a52-4f73-971a-210f8e783369 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:47.521232 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device db8a93c0-7a52-4f73-971a-210f8e783369 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:47.584738 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d40449b0-f515-4526-90b4-8e5c80b5280e req-d54f05b8-b3c5-47d6-a9bf-7ff0ccfe5f21 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0371292 Apr 11 16:50:47.623680 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:47.636516 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'port_id': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'mac_address': 'fa:16:3e:b0:ac:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:50:47.691062 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 27de8f20-56aa-40d6-b3a9-6271cafb627b is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:47.691643 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.708599 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27de8f20-56aa-40d6-b3a9-6271cafb627b {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:50:47.729381 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:47.755685 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75ab7b3-8f11-4043-ad53-f3506f74d18b req-8b9f28a7-51e3-4c98-9a70-53ee04ccba02 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:47.757226 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a75ab7b3-8f11-4043-ad53-f3506f74d18b req-8b9f28a7-51e3-4c98-9a70-53ee04ccba02 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 944 time: 0.0482054 Apr 11 16:50:47.807806 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a75ab7b3-8f11-4043-ad53-f3506f74d18b req-7325d288-ed6c-4190-b353-f06c1886830e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432823 Apr 11 16:50:47.858931 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:47.911605 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:48.184845 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['27de8f20-56aa-40d6-b3a9-6271cafb627b'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:48.465712 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3fd533-33e2-465d-92cc-1e01b3cb5cb6 req-fd263059-90ad-44bd-83d1-d9d995041e89 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:48.467328 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3fd533-33e2-465d-92cc-1e01b3cb5cb6 req-fd263059-90ad-44bd-83d1-d9d995041e89 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0507305 Apr 11 16:50:48.525959 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3fd533-33e2-465d-92cc-1e01b3cb5cb6 req-b23fc7c9-6b2e-41c4-8b89-01ec174b8ec6 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509648 Apr 11 16:50:48.692557 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dc3316d2-a932-43e4-bc61-851bebf806a4 req-48aef316-da4d-4d2a-b289-fc2621401219 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0347545 Apr 11 16:50:48.933298 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875334e-1878-42ef-9457-8a7b3967881d req-1391809b-9574-4c0c-82d1-aa0f4c144efd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:48.934814 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1875334e-1878-42ef-9457-8a7b3967881d req-1391809b-9574-4c0c-82d1-aa0f4c144efd tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Apr 11 16:50:48.991341 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1875334e-1878-42ef-9457-8a7b3967881d req-7764aa9c-b969-4908-ba67-53da7e557ca2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479150 Apr 11 16:50:49.501219 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 27de8f20-56aa-40d6-b3a9-6271cafb627b up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:50:49.548546 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 27de8f20-56aa-40d6-b3a9-6271cafb627b completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:50:49.624583 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 27de8f20-56aa-40d6-b3a9-6271cafb627b triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:50:49.624958 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.653020 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014a35e-3425-4e4d-88d9-f024190b93f2 req-56feca81-b6a5-4354-87df-548cf3849e02 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:49.655585 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6014a35e-3425-4e4d-88d9-f024190b93f2 req-56feca81-b6a5-4354-87df-548cf3849e02 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0598390 Apr 11 16:50:49.730953 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6014a35e-3425-4e4d-88d9-f024190b93f2 req-30cc63f3-3c44-4a13-950a-fecf136eb5ea tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685954 Apr 11 16:50:49.747145 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 27de8f20-56aa-40d6-b3a9-6271cafb627b is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:50:49.747676 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.773994 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:49.776325 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5c6ca6-2446-4739-a436-61630bd92cd0" -d '{"events": [{"server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "name": "network-vif-plugged", "status": "completed", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:49.798622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:49.821095 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed8ec89-840f-422f-8263-501a44f3ad83 x-openstack-request-id: req-6ed8ec89-840f-422f-8263-501a44f3ad83 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:49.821466 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "name": "network-vif-plugged", "status": "completed", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:49.821772 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ed8ec89-840f-422f-8263-501a44f3ad83 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:49.822171 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ed8ec89-840f-422f-8263-501a44f3ad83'] response: {'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'code': 200} Apr 11 16:50:49.828016 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-339c83b2-fcb3-4bfb-9b88-054d618c9827 req-ea1908ee-9b70-4189-b0d7-623adc67c769 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0411847 Apr 11 16:50:49.890464 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:49.949583 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:50.125213 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0d835d-1d0e-44d9-9499-c127ce5cbb45 req-b6d562f4-02ff-4527-aa6b-747a461a29ef tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:50.126803 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd0d835d-1d0e-44d9-9499-c127ce5cbb45 req-b6d562f4-02ff-4527-aa6b-747a461a29ef tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0572922 Apr 11 16:50:50.181948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dd0d835d-1d0e-44d9-9499-c127ce5cbb45 req-f64a0302-e1e9-4b36-980d-0073d08928a7 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495059 Apr 11 16:50:50.853473 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b87e6f-dbf2-48b6-a6aa-7bff42201535 req-23ca4516-0752-4a02-8807-d66629a1678d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:50.855026 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b87e6f-dbf2-48b6-a6aa-7bff42201535 req-23ca4516-0752-4a02-8807-d66629a1678d tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0491865 Apr 11 16:50:50.913613 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55b87e6f-dbf2-48b6-a6aa-7bff42201535 req-5973a93b-0c96-468c-a83f-1cce42f62253 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/security-groups?id=58154a66-eb4c-497d-a51d-bc3150143bab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530453 Apr 11 16:50:50.936143 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c55a3ec-9aad-4a98-bb51-258bd6c5995b req-1a930a24-39bd-42f0-8fd5-7def7699f987 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0383792 Apr 11 16:50:51.115071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72507733-54c3-4674-b474-9c9f67f4c707 req-19e8b897-6814-477f-b798-081a7c320bad tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:51.116685 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72507733-54c3-4674-b474-9c9f67f4c707 req-19e8b897-6814-477f-b798-081a7c320bad tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 945 time: 0.0541463 Apr 11 16:50:51.236360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Deleting port ba0685f9-e14a-4b2e-a138-c1cab82b8352 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:51.236717 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.283361 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6110bd1-804f-4ccb-9e05-e28df0ec53ff req-82835d0e-e472-4dce-a78e-a526695df9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:51.284920 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c6110bd1-804f-4ccb-9e05-e28df0ec53ff req-82835d0e-e472-4dce-a78e-a526695df9f0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 1130 time: 0.0638320 Apr 11 16:50:51.363298 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb11e48b-d9d9-44b1-95bd-b52508898710 req-0c2ddab1-f981-461d-9bbd-76b7b8440cc8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:51.364844 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb11e48b-d9d9-44b1-95bd-b52508898710 req-0c2ddab1-f981-461d-9bbd-76b7b8440cc8 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0922267 Apr 11 16:50:51.390980 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] For port ba0685f9-e14a-4b2e-a138-c1cab82b8352, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=ba0685f9-e14a-4b2e-a138-c1cab82b8352,segment=NetworkSegment(54d90222-bc9f-41fa-a06b-7dd7f6893a4c),segment_id=54d90222-bc9f-41fa-a06b-7dd7f6893a4c)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:50:51.391257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.414237 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Calling delete_port for ba0685f9-e14a-4b2e-a138-c1cab82b8352 owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:51.447932 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb11e48b-d9d9-44b1-95bd-b52508898710 req-31f8c538-de1a-46f6-a642-df6525408689 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698483 Apr 11 16:50:51.583943 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c6110bd1-804f-4ccb-9e05-e28df0ec53ff req-627ecfef-0f82-4439-bfd7-8560d894ca6f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530038 Apr 11 16:50:51.670631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ba0685f9-e14a-4b2e-a138-c1cab82b8352), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.686162 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['ba0685f9-e14a-4b2e-a138-c1cab82b8352'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:50:51.707260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Pushing event deleted for resources: {'Port': ['ID=ba0685f9-e14a-4b2e-a138-c1cab82b8352,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:51.757533 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] No DVR routers for this DVR port ba0685f9-e14a-4b2e-a138-c1cab82b8352 on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:50:51.760265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:51.763506 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-72507733-54c3-4674-b474-9c9f67f4c707 req-647bcd33-6d78-4cb3-8868-2bec2fc4107b tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.72 "DELETE /v2.0/ports/ba0685f9-e14a-4b2e-a138-c1cab82b8352 HTTP/1.1" status: 204 len: 173 time: 0.6383154 Apr 11 16:50:51.763944 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'name': 'network-vif-deleted', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:51.766195 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3c2a11-6395-47e7-bef6-3afc8aeaf5ab" -d '{"events": [{"server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "name": "network-vif-deleted", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:51.802332 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30fae0-d911-403e-a3da-999e6e8639eb x-openstack-request-id: req-fc30fae0-d911-403e-a3da-999e6e8639eb {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:51.802627 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f66d617-e2d3-43c5-8a52-78c96cbcf2c1", "name": "network-vif-deleted", "tag": "ba0685f9-e14a-4b2e-a138-c1cab82b8352", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:51.802885 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fc30fae0-d911-403e-a3da-999e6e8639eb {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:51.803335 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc30fae0-d911-403e-a3da-999e6e8639eb'] response: {'server_uuid': '9f66d617-e2d3-43c5-8a52-78c96cbcf2c1', 'name': 'network-vif-deleted', 'tag': 'ba0685f9-e14a-4b2e-a138-c1cab82b8352', 'status': 'completed', 'code': 200} Apr 11 16:50:52.017593 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a14ea098-a6ae-4215-9b1c-3f94f977d958 req-77293231-6c9c-4d68-9fc0-011e0b961dcb tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 210 time: 0.0316193 Apr 11 16:50:52.083602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a7053478-2fea-4ee7-95df-4fa871d8146b req-bf023b5b-8d91-41df-abb8-890b6b101498 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=ba8d139c-d7a3-43dc-b09b-50e0fff0ecc0 HTTP/1.1" status: 200 len: 210 time: 0.0339065 Apr 11 16:50:52.588705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8592eed0-9ecf-4883-a95f-52b429e4cc55 req-88a403f9-b758-4052-abd7-ded6572aca19 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:52.591321 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8592eed0-9ecf-4883-a95f-52b429e4cc55 req-88a403f9-b758-4052-abd7-ded6572aca19 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0650852 Apr 11 16:50:52.647564 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8592eed0-9ecf-4883-a95f-52b429e4cc55 req-a59c4757-3a78-43dc-9a63-abaacd564b3f tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499582 Apr 11 16:50:53.137118 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b076a578-b1b0-4746-ad91-66a7d9f6ab02 req-457a6163-5332-4ab8-a252-8d2679a673d5 tempest-VolumesSnapshotTestJSON-1372633810 tempest-VolumesSnapshotTestJSON-1372633810-project] 10.222.0.32 "GET /v2.0/ports?device_id=9f66d617-e2d3-43c5-8a52-78c96cbcf2c1 HTTP/1.1" status: 200 len: 210 time: 0.0311732 Apr 11 16:50:53.303311 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 59816) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:53.369313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (11b07829-7124-460e-9c2b-6b2699f0808e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.396670 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (11b07829-7124-460e-9c2b-6b2699f0808e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.558289 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (11b07829-7124-460e-9c2b-6b2699f0808e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.561076 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.562212 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "DELETE /v2.0/security-groups/11b07829-7124-460e-9c2b-6b2699f0808e HTTP/1.1" status: 204 len: 168 time: 0.2576649 Apr 11 16:50:53.565332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59818) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:53.575062 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e64fb-03f8-4e6c-88e7-00bcb5527385 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b07829-7124-460e-9c2b-6b2699f0808e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:53.584894 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.api.v2.resource [None req-015f72a7-0bb1-4ca6-a74b-db3fedc82a42 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] show failed (client error): The resource could not be found. Apr 11 16:50:53.585977 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-015f72a7-0bb1-4ca6-a74b-db3fedc82a42 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups/11b07829-7124-460e-9c2b-6b2699f0808e HTTP/1.1" status: 404 len: 347 time: 0.0193892 Apr 11 16:50:53.590421 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59820) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:53.713704 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3d231410-a337-41d7-911c-900b812b65a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.730640 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Deleting port d8d22d36-45b5-4bc4-a431-38045be01573 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:50:53.731050 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.787833 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621fe708-e87c-4803-83ae-2eac2c12435e req-734ab2d3-3f50-460a-b01b-6786b9c1cbdf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:53.789166 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-621fe708-e87c-4803-83ae-2eac2c12435e req-734ab2d3-3f50-460a-b01b-6786b9c1cbdf tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0515797 Apr 11 16:50:53.823739 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.824066 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (d8d22d36-45b5-4bc4-a431-38045be01573), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:53.838324 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Calling delete_port for d8d22d36-45b5-4bc4-a431-38045be01573 owned by network:floatingip {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:50:53.841237 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-621fe708-e87c-4803-83ae-2eac2c12435e req-75909d27-dcc3-41f6-80e3-622a0f108b93 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464633 Apr 11 16:50:53.977755 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9944497c-840e-479f-b908-6be1150d0846 req-8a4d1601-fc55-4121-a78d-1c72b9fe47a2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:53.979391 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9944497c-840e-479f-b908-6be1150d0846 req-8a4d1601-fc55-4121-a78d-1c72b9fe47a2 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0523694 Apr 11 16:50:53.988580 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59826) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:50:53.993058 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Request body: {'floatingip': {'port_id': '27de8f20-56aa-40d6-b3a9-6271cafb627b'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:50:54.032012 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.136528 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (d8d22d36-45b5-4bc4-a431-38045be01573), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.170561 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event deleted for resources: {'Port': ['ID=d8d22d36-45b5-4bc4-a431-38045be01573,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:50:54.306182 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks [] for floatingip (5332aec7-e215-431e-b908-08d37f77966d), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.308657 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.309814 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a390cf5c-806c-4cbc-a751-18413b612592 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "DELETE /v2.0/floatingips/5332aec7-e215-431e-b908-08d37f77966d HTTP/1.1" status: 204 len: 168 time: 0.7180057 Apr 11 16:50:54.577676 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.688421 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:54.818782 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Floating IP 8f2a2857-4119-46be-99a2-f605258fbf3c associated. External IP: 172.28.0.166, port: 27de8f20-56aa-40d6-b3a9-6271cafb627b. Apr 11 16:50:55.077778 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:50:55.190120 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:50:55.195320 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:55.200548 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:50:55.211334 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:55.212294 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.237836 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-977ce8b6-641d-4ee2-84b7-a9ac25cf9ad5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "PUT /v2.0/floatingips/8f2a2857-4119-46be-99a2-f605258fbf3c HTTP/1.1" status: 200 len: 992 time: 1.2372797 Apr 11 16:50:55.237836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:50:55.237836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e70c5e6-a05a-4669-85b8-b29fbfd17001" -d '{"events": [{"name": "network-changed", "server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:50:55.268214 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7896b0-eea8-4c1a-a853-41b7c0148729 x-openstack-request-id: req-fe7896b0-eea8-4c1a-a853-41b7c0148729 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:50:55.268506 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:50:55.268756 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fe7896b0-eea8-4c1a-a853-41b7c0148729 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:50:55.269157 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7896b0-eea8-4c1a-a853-41b7c0148729'] response: {'name': 'network-changed', 'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'status': 'completed', 'code': 200} Apr 11 16:50:55.336027 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:55.340048 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-c4c87bcb-6712-44b7-87e0-248b28ea298a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:55.341580 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-c4c87bcb-6712-44b7-87e0-248b28ea298a service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 1130 time: 0.0418820 Apr 11 16:50:55.436144 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-4667603f-ea71-4e19-80e3-6884577588f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:55.438216 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-4667603f-ea71-4e19-80e3-6884577588f3 service neutron] 10.222.0.72 "GET /v2.0/networks?id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 200 len: 911 time: 0.0904067 Apr 11 16:50:55.508477 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-8d4ed273-0346-4ada-9910-c7242b8d3348 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b HTTP/1.1" status: 200 len: 1000 time: 0.0632889 Apr 11 16:50:55.561972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-612357b9-4eaf-480d-aa52-625aedb4bf56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:55.564407 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-612357b9-4eaf-480d-aa52-625aedb4bf56 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 200 len: 849 time: 0.0468373 Apr 11 16:50:55.564527 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device ba0685f9-e14a-4b2e-a138-c1cab82b8352 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:50:55.593690 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: ba0685f9-e14a-4b2e-a138-c1cab82b8352 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:50:55.594026 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device ba0685f9-e14a-4b2e-a138-c1cab82b8352 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:50:55.603024 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8f2a2857-4119-46be-99a2-f605258fbf3c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:b0:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:33Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.612835 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-fdfb098f-85c3-4918-bb67-a29447385659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:55.614440 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-fdfb098f-85c3-4918-bb67-a29447385659 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437889 Apr 11 16:50:55.630788 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:50:55.639192 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:50:55.640210 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:27Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:55.728499 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-b0452397-2551-44fe-af11-66c33e54eecf service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054339 Apr 11 16:50:55.784524 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:50:55.832537 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e70c5e6-a05a-4669-85b8-b29fbfd17001 req-ba36be9c-fa51-41fa-b42a-a543ef1db4b5 service neutron] 10.222.0.72 "GET /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974562 Apr 11 16:50:56.026951 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8f2a2857-4119-46be-99a2-f605258fbf3c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:b0:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:33Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:50:56.064956 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162902ae-5a04-4072-8a1c-7c24444f1075 None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '8f2a2857-4119-46be-99a2-f605258fbf3c', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'floating_ip_address': '172.28.0.166', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'port_id': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'mac_address': 'fa:16:3e:b0:ac:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:50:33Z', 'updated_at': '2022-04-11T16:50:54Z', 'revision_number': 1, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:50:56.289714 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b92612-1bde-48b6-8827-74c3b38db179 None None] New status for floating IP 8f2a2857-4119-46be-99a2-f605258fbf3c: ACTIVE {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:50:56.587175 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e3ce518-ddc4-41fc-842f-9672021491b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.369980 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:57.545552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17083cd9-4f4d-43a4-90fb-9510a64d9efd req-9aed9211-920c-4841-a9c0-9ebb75dd7832 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:57.547077 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-17083cd9-4f4d-43a4-90fb-9510a64d9efd req-9aed9211-920c-4841-a9c0-9ebb75dd7832 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0485425 Apr 11 16:50:57.595138 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-17083cd9-4f4d-43a4-90fb-9510a64d9efd req-f8606b4d-5e2e-4510-b5fc-359a44a4d414 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414252 Apr 11 16:50:58.707015 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:50:58.710974 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0223b1fb-f9b6-4b6c-8241-2ddfda6ef625 req-718b90ab-b980-49d7-b522-6cd5ccb11dc6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:58.712568 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0223b1fb-f9b6-4b6c-8241-2ddfda6ef625 req-718b90ab-b980-49d7-b522-6cd5ccb11dc6 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0475438 Apr 11 16:50:58.763943 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0223b1fb-f9b6-4b6c-8241-2ddfda6ef625 req-fdafe874-8d3e-4829-a429-14d13b1baad1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456047 Apr 11 16:50:59.879422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e8444f-6dc7-4508-8635-b0992bb746b1 req-af13b18c-cba8-4ec9-99ef-c5ffc43230ed tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:59.881062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31e8444f-6dc7-4508-8635-b0992bb746b1 req-af13b18c-cba8-4ec9-99ef-c5ffc43230ed tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0477521 Apr 11 16:50:59.940669 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31e8444f-6dc7-4508-8635-b0992bb746b1 req-db8f7edd-9f71-492a-95ef-16a3066fe3f1 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540693 Apr 11 16:50:59.982109 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-3593b7a7-8b76-4b87-8b90-f4396e94ceb8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:50:59.983615 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-3593b7a7-8b76-4b87-8b90-f4396e94ceb8 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 945 time: 0.0563552 Apr 11 16:51:00.075580 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Deleting port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:00.075924 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.170640 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] For port 04a86989-6acc-4f6e-a665-bba1fa2b49d8, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=04a86989-6acc-4f6e-a665-bba1fa2b49d8,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:00.171041 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.185435 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Calling delete_port for 04a86989-6acc-4f6e-a665-bba1fa2b49d8 owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:00.318580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.430325 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (04a86989-6acc-4f6e-a665-bba1fa2b49d8), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.445233 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['04a86989-6acc-4f6e-a665-bba1fa2b49d8', '73ead86d-8cc0-4a72-84c3-dffe8829d4fd'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:00.461612 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event deleted for resources: {'Port': ['ID=04a86989-6acc-4f6e-a665-bba1fa2b49d8,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:00.518051 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] No DVR routers for this DVR port 04a86989-6acc-4f6e-a665-bba1fa2b49d8 on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:00.520744 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:00.524445 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-127f62be-b9f2-40b0-87f4-61b869d5c18b req-ac741339-ccac-4988-8dbe-2edff9d73441 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "DELETE /v2.0/ports/04a86989-6acc-4f6e-a665-bba1fa2b49d8 HTTP/1.1" status: 204 len: 173 time: 0.5352678 Apr 11 16:51:00.524911 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'name': 'network-vif-deleted', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:00.527200 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a28f33-bb29-4e91-9721-4639fc7a7d8a" -d '{"events": [{"server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "name": "network-vif-deleted", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:00.570135 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f65753ea-e19f-45ba-8ae6-6f146175d506 x-openstack-request-id: req-f65753ea-e19f-45ba-8ae6-6f146175d506 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:00.570501 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e691883-dfb3-46c7-9f32-9bd019da465e", "name": "network-vif-deleted", "tag": "04a86989-6acc-4f6e-a665-bba1fa2b49d8", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:00.571200 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f65753ea-e19f-45ba-8ae6-6f146175d506 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:00.571411 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f65753ea-e19f-45ba-8ae6-6f146175d506'] response: {'server_uuid': '1e691883-dfb3-46c7-9f32-9bd019da465e', 'name': 'network-vif-deleted', 'tag': '04a86989-6acc-4f6e-a665-bba1fa2b49d8', 'status': 'completed', 'code': 200} Apr 11 16:51:01.063069 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8de08d8a-e259-49b3-bede-d14aa040fd49 req-dc633228-89c6-4120-91a7-172c555d291c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=1e691883-dfb3-46c7-9f32-9bd019da465e HTTP/1.1" status: 200 len: 210 time: 0.0304267 Apr 11 16:51:02.639423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982e40cc-fa12-4367-a7c4-f17efecd5c88 req-3b64ef1e-062b-49d6-91de-3b31945a443b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:02.641146 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-982e40cc-fa12-4367-a7c4-f17efecd5c88 req-3b64ef1e-062b-49d6-91de-3b31945a443b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0481734 Apr 11 16:51:02.696792 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-982e40cc-fa12-4367-a7c4-f17efecd5c88 req-ca218315-24e0-4738-bb26-f5b77efef5ea tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488515 Apr 11 16:51:03.624061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 04a86989-6acc-4f6e-a665-bba1fa2b49d8 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:03.644672 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 04a86989-6acc-4f6e-a665-bba1fa2b49d8 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:03.645016 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 04a86989-6acc-4f6e-a665-bba1fa2b49d8 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:03.817147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e03a37-e834-4a3c-a7e8-0b418e3f2a1a req-1010e4ee-d1d0-43b0-b6a2-0b4c9b8fe93e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:03.818709 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10e03a37-e834-4a3c-a7e8-0b418e3f2a1a req-1010e4ee-d1d0-43b0-b6a2-0b4c9b8fe93e tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0491738 Apr 11 16:51:03.871108 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-10e03a37-e834-4a3c-a7e8-0b418e3f2a1a req-6b5b20a4-df01-471c-aa53-56be6071a350 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465186 Apr 11 16:51:04.714621 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-9ac7ee32-bd02-4745-a3a2-371d7aceb8a6 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1121870252&fields=id&tenant_id=ece40f17ecf94914a96ca0481f3eb6fb HTTP/1.1" status: 200 len: 267 time: 0.0479157 Apr 11 16:51:04.771199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-18999eff-f727-4366-a14f-67e44fb10222 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:04.772770 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-18999eff-f727-4366-a14f-67e44fb10222 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 984 time: 0.0526948 Apr 11 16:51:04.787206 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Request body: {'port': {'security_groups': ['bb71e0b6-1200-45d1-8bb2-b6214a427005']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:04.867028 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.031100 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f575bc-4eef-42dd-bc51-bcc04dea8700 req-94419613-1921-40ea-9aad-27cc85974fc4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.032755 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d1f575bc-4eef-42dd-bc51-bcc04dea8700 req-94419613-1921-40ea-9aad-27cc85974fc4 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.0725060 Apr 11 16:51:05.142603 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d1f575bc-4eef-42dd-bc51-bcc04dea8700 req-594b5ca7-3de9-46be-99b0-0e14bbf4e352 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026647 Apr 11 16:51:05.144633 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:05.180638 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.396071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.409629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:05.451025 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.451836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.454012 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-88dabb06-161f-4c26-87b4-72cd23ca55cc req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "PUT /v2.0/ports/94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 942 time: 0.6710300 Apr 11 16:51:05.454631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:05.460622 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda50da1-3a00-4186-a5f3-fe79cf53b5af" -d '{"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:05.461396 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59932) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:05.503146 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2c6b2-7838-4974-ba5d-7611df41b0f2 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event updated for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=7']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:05.522600 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7137a7ba-9469-41b7-a785-466222b98a3e x-openstack-request-id: req-7137a7ba-9469-41b7-a785-466222b98a3e {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:05.522901 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:05.523191 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7137a7ba-9469-41b7-a785-466222b98a3e {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:05.523606 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7137a7ba-9469-41b7-a785-466222b98a3e'] response: {'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:51:05.543965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:05.593441 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (33923755-cc49-452b-98fe-6bb5a904a086), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.639665 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (33923755-cc49-452b-98fe-6bb5a904a086), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.786466 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-9c41a996-3f3d-4e8b-a504-835d70cd810a None None] Provisioning complete for port 94c0f223-e48d-4297-83b3-42ae04038f8a triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:05.786840 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9c41a996-3f3d-4e8b-a504-835d70cd810a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:05.798126 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-20bdb27c-c2dc-4915-a531-802684767565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.800818 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-20bdb27c-c2dc-4915-a531-802684767565 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1129 time: 0.0481036 Apr 11 16:51:05.906435 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-eaaa18fa-7512-4d16-9faa-1759bd8bef40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:05.907897 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-eaaa18fa-7512-4d16-9faa-1759bd8bef40 service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 916 time: 0.1004043 Apr 11 16:51:05.921993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-9c41a996-3f3d-4e8b-a504-835d70cd810a None None] Current status of the port 94c0f223-e48d-4297-83b3-42ae04038f8a is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:06.029941 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (33923755-cc49-452b-98fe-6bb5a904a086), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.034752 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.037074 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "DELETE /v2.0/security-groups/33923755-cc49-452b-98fe-6bb5a904a086 HTTP/1.1" status: 204 len: 168 time: 0.5740716 Apr 11 16:51:06.053119 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59940) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:06.056980 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51505c41-ec5b-4d3c-ac4a-20180314911f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33923755-cc49-452b-98fe-6bb5a904a086,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:06.115044 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-1c7206af-accb-4b97-9cfb-de6e0d698eef service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 1000 time: 0.0962954 Apr 11 16:51:06.133140 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.226290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-74787397-7da6-46ae-ade4-736d5b8dd1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.227994 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-74787397-7da6-46ae-ade4-736d5b8dd1e3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0759923 Apr 11 16:51:06.351310 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-322cc0dc-8117-4bcb-bf21-ccb2bf76c961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.352952 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-322cc0dc-8117-4bcb-bf21-ccb2bf76c961 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1186171 Apr 11 16:51:06.362748 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b519b853-7af4-471a-b306-332f19926771 req-3ccb2c44-856b-4735-b6d0-6573cc7d1345 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.364467 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b519b853-7af4-471a-b306-332f19926771 req-3ccb2c44-856b-4735-b6d0-6573cc7d1345 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.1086473 Apr 11 16:51:06.483533 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b519b853-7af4-471a-b306-332f19926771 req-eb55dc3e-ffc0-43aa-b702-76d00493d917 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/security-groups?id=3a215bd3-c4d4-42f4-af4a-fd413ae255a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952234 Apr 11 16:51:06.513744 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-667f4aa7-4576-4ce7-8a4f-72913e3f6860 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436367 Apr 11 16:51:06.543190 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-eadecc0c-f486-4a6d-8cf6-e8677732ed6b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:06.544765 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-eadecc0c-f486-4a6d-8cf6-e8677732ed6b tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 946 time: 0.3815672 Apr 11 16:51:06.622837 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bda50da1-3a00-4186-a5f3-fe79cf53b5af req-49fe0fae-1e49-4ffe-a1ac-d9d1924d39f3 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021786 Apr 11 16:51:06.628462 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Deleting port 41b943b9-1cbe-4d6f-b808-d1f81f2545ff {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:06.628806 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.721522 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Deleting port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:06.721863 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.805547 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.805899 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for floatingip (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.827186 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Calling delete_port for 41b943b9-1cbe-4d6f-b808-d1f81f2545ff owned by network:floatingip {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:06.853818 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] For port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:06.854185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:06.907714 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Calling delete_port for 73ead86d-8cc0-4a72-84c3-dffe8829d4fd owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:07.218862 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (73ead86d-8cc0-4a72-84c3-dffe8829d4fd), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.232545 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['73ead86d-8cc0-4a72-84c3-dffe8829d4fd'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:07.252067 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (41b943b9-1cbe-4d6f-b808-d1f81f2545ff), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.256981 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Pushing event deleted for resources: {'Port': ['ID=73ead86d-8cc0-4a72-84c3-dffe8829d4fd,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:07.313160 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event deleted for resources: {'Port': ['ID=41b943b9-1cbe-4d6f-b808-d1f81f2545ff,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:07.352914 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] No DVR routers for this DVR port 73ead86d-8cc0-4a72-84c3-dffe8829d4fd on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:07.355732 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.359443 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-f55b14fa-61b1-494a-b719-e089d1b136bf req-254c4323-de34-464d-9893-584eda52281c tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.72 "DELETE /v2.0/ports/73ead86d-8cc0-4a72-84c3-dffe8829d4fd HTTP/1.1" status: 204 len: 173 time: 0.8086815 Apr 11 16:51:07.361705 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'name': 'network-vif-deleted', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:07.364189 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045a6e55-24c8-492b-ac56-96221509a048" -d '{"events": [{"server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "name": "network-vif-deleted", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:07.416096 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks [] for floatingip (367909d2-078f-40e3-bf12-f875a85ffeeb), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.416925 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Floating IP 367909d2-078f-40e3-bf12-f875a85ffeeb disassociated (deleted). External IP: 172.28.0.78, port: 94c0f223-e48d-4297-83b3-42ae04038f8a. Apr 11 16:51:07.423207 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f9e9a0-8a83-4097-a2ba-5c8427135743 x-openstack-request-id: req-50f9e9a0-8a83-4097-a2ba-5c8427135743 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:07.423681 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd42db4-60fe-4a97-9af6-b3d14d5769a1", "name": "network-vif-deleted", "tag": "73ead86d-8cc0-4a72-84c3-dffe8829d4fd", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:07.424100 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50f9e9a0-8a83-4097-a2ba-5c8427135743 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:07.424741 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f9e9a0-8a83-4097-a2ba-5c8427135743'] response: {'server_uuid': 'cbd42db4-60fe-4a97-9af6-b3d14d5769a1', 'name': 'network-vif-deleted', 'tag': '73ead86d-8cc0-4a72-84c3-dffe8829d4fd', 'status': 'completed', 'code': 200} Apr 11 16:51:07.624899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-abf83308-095f-4e6f-94bc-7bff107b5c65 req-35988aac-657b-4b7d-a44d-708e0246a045 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 210 time: 0.0359766 Apr 11 16:51:07.729311 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Router 036177f2-3b7c-4913-b102-d395b77b4622 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:07.856642 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:07.861150 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:07.869055 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Sync routers for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:07.881498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:07.882107 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:07.895767 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-71b3fe56-a9f2-4458-b8a7-75dff32cbfd3 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "DELETE /v2.0/floatingips/367909d2-078f-40e3-bf12-f875a85ffeeb HTTP/1.1" status: 204 len: 168 time: 1.8405719 Apr 11 16:51:08.133422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:08.364673 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:08.395030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Checking router: 036177f2-3b7c-4913-b102-d395b77b4622 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:08.403881 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:08.407405 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:08.550679 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:08.788602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1281b314-32d9-4382-bc57-8464034df30c req-baba87e7-4c7e-4d79-81c4-b7825931aa96 tempest-ServerRescueNegativeTestJSON-1536909728 tempest-ServerRescueNegativeTestJSON-1536909728-project] 10.222.0.32 "GET /v2.0/ports?device_id=cbd42db4-60fe-4a97-9af6-b3d14d5769a1 HTTP/1.1" status: 200 len: 210 time: 0.0448544 Apr 11 16:51:08.797039 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:08.847184 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be8b714e-0d8f-4062-80bf-3039d097fe5f None None] The sync data for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb is: [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:48:35Z', 'revision_number': 4, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'd46c6198-95bf-48ce-8649-1f9b9f7b0b91', 'name': '', 'network_id': 'ec57fcc1-0045-4967-816f-a1d0eb3bec48', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'mac_address': 'fa:16:3e:57:bd:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:35Z', 'updated_at': '2022-04-11T16:48:40Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'subnets': [{'id': 'bdd1eb88-7ec7-4050-922b-72a670be5ede', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:09.152510 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f936be5-2d3c-4625-94ad-9d7e4db1ae2f None None] New status for floating IP 367909d2-078f-40e3-bf12-f875a85ffeeb: DOWN {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:09.425542 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:09.428367 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1a169-7eba-461a-bf67-9e1f94a038d8" -d '{"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:09.472287 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d249f71c-a67d-4428-bbb5-02c1e02b1b2e x-openstack-request-id: req-d249f71c-a67d-4428-bbb5-02c1e02b1b2e {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:09.472824 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:09.473680 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d249f71c-a67d-4428-bbb5-02c1e02b1b2e {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:09.474263 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d249f71c-a67d-4428-bbb5-02c1e02b1b2e'] response: {'name': 'network-changed', 'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:51:09.562164 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-bc454278-578e-43fe-ac5d-5c533b9ada28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:09.564979 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-bc454278-578e-43fe-ac5d-5c533b9ada28 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 1129 time: 0.0525897 Apr 11 16:51:09.642808 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 73ead86d-8cc0-4a72-84c3-dffe8829d4fd no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:09.681237 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 73ead86d-8cc0-4a72-84c3-dffe8829d4fd {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:09.681608 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 73ead86d-8cc0-4a72-84c3-dffe8829d4fd not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:09.705889 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-2474edb7-d648-4031-93af-e862c18dd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:09.707424 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-2474edb7-d648-4031-93af-e862c18dd37e service neutron] 10.222.0.72 "GET /v2.0/networks?id=ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 200 len: 916 time: 0.1190636 Apr 11 16:51:09.786823 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-23f1b71a-69d7-49a3-a89b-74dc1765999c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 200 len: 217 time: 0.0468268 Apr 11 16:51:09.856625 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 59994) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:10.045374 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-9cb78d82-007a-44b1-8226-56f1343d9877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.046970 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-9cb78d82-007a-44b1-8226-56f1343d9877 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 200 len: 854 time: 0.0916734 Apr 11 16:51:10.142390 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-05b925a5-49ef-463c-8925-9c10a7e86aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:10.143963 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-05b925a5-49ef-463c-8925-9c10a7e86aa4 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=ec57fcc1-0045-4967-816f-a1d0eb3bec48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0866206 Apr 11 16:51:10.332773 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-61b206e1-53db-479d-9344-e442b8c179fc service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821711 Apr 11 16:51:10.578440 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4ec1a169-7eba-461a-bf67-9e1f94a038d8 req-a37acade-3570-478d-8834-91150e8a72b7 service neutron] 10.222.0.72 "GET /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372572 Apr 11 16:51:10.579384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (1bf6a286-1a12-4bec-97c5-a512b0188852), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:10.700186 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:11.200103 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Deleting port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:11.200440 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.291357 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] For port eba46d1c-e21b-4a6f-8f9c-6a07a66cda56, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:11.291730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.309075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Calling delete_port for eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 owned by network:router_interface {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:11.492565 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ddb99d-07fa-4d31-9e06-3d7773d6720d req-37dc2bbf-25e6-44d2-99e3-00a939e26571 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:11.494743 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-85ddb99d-07fa-4d31-9e06-3d7773d6720d req-37dc2bbf-25e6-44d2-99e3-00a939e26571 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0614729 Apr 11 16:51:11.545651 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-85ddb99d-07fa-4d31-9e06-3d7773d6720d req-16756836-9189-4d47-a4e5-75f4dbfdc9be tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Apr 11 16:51:11.601143 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (eba46d1c-e21b-4a6f-8f9c-6a07a66cda56), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:11.632272 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Pushing event deleted for resources: {'Port': ['ID=eba46d1c-e21b-4a6f-8f9c-6a07a66cda56,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:11.829138 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (1bf6a286-1a12-4bec-97c5-a512b0188852), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.049425 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Router 1bf6a286-1a12-4bec-97c5-a512b0188852 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:12.169190 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:12.174087 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-622f7402-4d38-454e-af55-622ec6ca25aa admin admin] 10.222.0.32 "PUT /v2.0/routers/1bf6a286-1a12-4bec-97c5-a512b0188852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3162677 Apr 11 16:51:12.176774 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60026) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:12.179805 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Sync routers for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:12.190321 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:12.190963 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:12.291231 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks [] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.301081 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:12.401635 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks [] for router_gateway (1bf6a286-1a12-4bec-97c5-a512b0188852), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.485465 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181'}], 'enable_snat': True}, 'gw_port_id': 'd0790501-0324-4469-b890-496650584a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:51:11Z', 'revision_number': 5, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port': {'id': 'd0790501-0324-4469-b890-496650584a42', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:06:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:13Z', 'updated_at': '2022-04-11T16:46:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:12.517307 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Checking router: 1bf6a286-1a12-4bec-97c5-a512b0188852 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:12.536041 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Routers {'1bf6a286-1a12-4bec-97c5-a512b0188852'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:12.536041 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['1bf6a286-1a12-4bec-97c5-a512b0188852'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:12.551767 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Deleting port d0790501-0324-4469-b890-496650584a42 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:12.552097 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (d0790501-0324-4469-b890-496650584a42), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.637986 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] Set router 1bf6a286-1a12-4bec-97c5-a512b0188852 gateway port host: None {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:12.674513 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] For port d0790501-0324-4469-b890-496650584a42, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d0790501-0324-4469-b890-496650584a42,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:12.675130 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (d0790501-0324-4469-b890-496650584a42), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:12.694523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Calling delete_port for d0790501-0324-4469-b890-496650584a42 owned by network:router_gateway {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:12.696271 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:51:12Z', 'revision_number': 6, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:12.733204 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3318a5d9-2b98-45cc-ad4c-20cc30a29c1b None None] The sync data for ids ['1bf6a286-1a12-4bec-97c5-a512b0188852'] in dv-cinder-837165-2-smb is: [{'id': '1bf6a286-1a12-4bec-97c5-a512b0188852', 'name': 'tempest-ServerRescueNegativeTestJSON-860988415-router', 'tenant_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:12Z', 'updated_at': '2022-04-11T16:51:12Z', 'revision_number': 6, 'project_id': '0aee33e8a4504517a4ca9d5fa65755d6', 'gw_port_host': None}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:13.018365 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (d0790501-0324-4469-b890-496650584a42), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.041608 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d14ace-e26c-4bc2-b9f3-bf43b12cdd5f req-d3aeaca3-300a-4021-b511-db3845e8f8bb tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.043070 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21d14ace-e26c-4bc2-b9f3-bf43b12cdd5f req-d3aeaca3-300a-4021-b511-db3845e8f8bb tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.4159377 Apr 11 16:51:13.046023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Pushing event deleted for resources: {'Port': ['ID=d0790501-0324-4469-b890-496650584a42,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.118374 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21d14ace-e26c-4bc2-b9f3-bf43b12cdd5f req-1202f158-be50-43b3-94aa-d4a36258b4d0 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/security-groups?id=bb71e0b6-1200-45d1-8bb2-b6214a427005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636916 Apr 11 16:51:13.122198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (1bf6a286-1a12-4bec-97c5-a512b0188852), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.266966 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.270825 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks [] for router_controller (1bf6a286-1a12-4bec-97c5-a512b0188852), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.282222 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-8f5fbc78-52c5-4806-9bad-5c1a536df591 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:13.283725 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-8f5fbc78-52c5-4806-9bad-5c1a536df591 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.72 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 945 time: 0.0831075 Apr 11 16:51:13.421567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Deleting port 94c0f223-e48d-4297-83b3-42ae04038f8a {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:13.421827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.512464 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] For port 94c0f223-e48d-4297-83b3-42ae04038f8a, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=94c0f223-e48d-4297-83b3-42ae04038f8a,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:13.512832 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.527282 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Calling delete_port for 94c0f223-e48d-4297-83b3-42ae04038f8a owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:13.575353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (1bf6a286-1a12-4bec-97c5-a512b0188852), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.575936 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bf6a286-1a12-4bec-97c5-a512b0188852 {{(pid=110560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:51:13.582053 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.583252 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3abde3ca-13d1-4ba4-a0dc-3ffc86c72e64 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1bf6a286-1a12-4bec-97c5-a512b0188852 HTTP/1.1" status: 204 len: 168 time: 1.4054277 Apr 11 16:51:13.586056 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60064) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:13.672451 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Deleting subnet c236bd8a-c44c-495e-b84d-df3cc422a53e {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:51:13.675726 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Publish callbacks [] for subnet (c236bd8a-c44c-495e-b84d-df3cc422a53e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.713843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (c236bd8a-c44c-495e-b84d-df3cc422a53e), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.763340 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:13.785787 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:13.786128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device eba46d1c-e21b-4a6f-8f9c-6a07a66cda56 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:13.786539 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d0790501-0324-4469-b890-496650584a42 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:13.808696 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: d0790501-0324-4469-b890-496650584a42 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:13.808871 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d0790501-0324-4469-b890-496650584a42 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:13.826258 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (94c0f223-e48d-4297-83b3-42ae04038f8a), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.837887 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['94c0f223-e48d-4297-83b3-42ae04038f8a'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:13.861173 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (c236bd8a-c44c-495e-b84d-df3cc422a53e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.869016 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Pushing event deleted for resources: {'Port': ['ID=94c0f223-e48d-4297-83b3-42ae04038f8a,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:13.925423 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] No DVR routers for this DVR port 94c0f223-e48d-4297-83b3-42ae04038f8a on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:13.927875 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:13.931114 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-3eefb964-8ea8-4245-8f10-cb6dc3d5ef76 req-d6562ed7-f436-4851-8a1c-c1198f363f7f tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.72 "DELETE /v2.0/ports/94c0f223-e48d-4297-83b3-42ae04038f8a HTTP/1.1" status: 204 len: 173 time: 0.6248171 Apr 11 16:51:13.931565 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'name': 'network-vif-deleted', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:13.933889 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c08101a-a846-49e2-99d2-be7d62ac6b85" -d '{"events": [{"server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "name": "network-vif-deleted", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:13.970027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae9d975-5220-4545-b910-d94ac874d724 x-openstack-request-id: req-7ae9d975-5220-4545-b910-d94ac874d724 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:13.970314 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0452e720-bfcc-4d8a-8ee7-c537f03884be", "name": "network-vif-deleted", "tag": "94c0f223-e48d-4297-83b3-42ae04038f8a", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:13.970565 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7ae9d975-5220-4545-b910-d94ac874d724 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:13.970998 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ae9d975-5220-4545-b910-d94ac874d724'] response: {'server_uuid': '0452e720-bfcc-4d8a-8ee7-c537f03884be', 'name': 'network-vif-deleted', 'tag': '94c0f223-e48d-4297-83b3-42ae04038f8a', 'status': 'completed', 'code': 200} Apr 11 16:51:14.168668 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (c236bd8a-c44c-495e-b84d-df3cc422a53e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.206337 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c236bd8a-c44c-495e-b84d-df3cc422a53e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.215950 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.221006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac085a6-e220-4d43-9679-e5fbe350dd06 None None] Network ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:14.221152 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7ee3a5a7-6d9c-4a1e-bc25-2e270d133bed admin admin] 10.222.0.32 "DELETE /v2.0/subnets/c236bd8a-c44c-495e-b84d-df3cc422a53e HTTP/1.1" status: 204 len: 168 time: 0.6338010 Apr 11 16:51:14.224565 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60074) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:14.245957 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28ee3930-005f-42b7-a9e7-71ab5f6189ee req-08dd3616-c5e8-448c-a782-6ef13d8c99a8 tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0533845 Apr 11 16:51:14.321338 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.380550 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Deleting port b53bcf67-f096-4c2b-938c-7ff10cd731fc {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:14.380891 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.476591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] For port b53bcf67-f096-4c2b-938c-7ff10cd731fc, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=b53bcf67-f096-4c2b-938c-7ff10cd731fc,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:14.476591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.476591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Calling delete_port for b53bcf67-f096-4c2b-938c-7ff10cd731fc owned by network:dhcp {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:14.483404 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] DHCP port deletion for ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:51:14.530040 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Deleting port b53bcf67-f096-4c2b-938c-7ff10cd731fc {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:14.530364 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.603547 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] For port b53bcf67-f096-4c2b-938c-7ff10cd731fc, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=b53bcf67-f096-4c2b-938c-7ff10cd731fc,segment=NetworkSegment(0a8f3ce5-8e75-451d-adbd-a71c4ef39c18),segment_id=0a8f3ce5-8e75-451d-adbd-a71c4ef39c18)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:14.603927 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.618786 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Calling delete_port for b53bcf67-f096-4c2b-938c-7ff10cd731fc owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:14.647294 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.678729 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b53bcf67-f096-4c2b-938c-7ff10cd731fc,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.685794 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] No DVR routers for this DVR port b53bcf67-f096-4c2b-938c-7ff10cd731fc on host dv-cinder-837165-2-smb {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:14.774600 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.799217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:14.810377 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:14.810682 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8f3ce5-8e75-451d-adbd-a71c4ef39c18') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:14.826208 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (0a8f3ce5-8e75-451d-adbd-a71c4ef39c18), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.840226 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (0a8f3ce5-8e75-451d-adbd-a71c4ef39c18), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.846559 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:51:14.846977 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (0a8f3ce5-8e75-451d-adbd-a71c4ef39c18), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:51:14.848908 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:51:14.879151 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (b53bcf67-f096-4c2b-938c-7ff10cd731fc), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:14.903287 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] Pushing event deleted for resources: {'Port': ['ID=b53bcf67-f096-4c2b-938c-7ff10cd731fc,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:14.909295 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bc799c-bfc7-47d7-8f42-7fc65dd4ea83 None None] No DVR routers for this DVR port b53bcf67-f096-4c2b-938c-7ff10cd731fc on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:15.132743 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.140229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.149260 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] 10.222.0.32 "DELETE /v2.0/networks/ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a HTTP/1.1" status: 204 len: 168 time: 0.9177468 Apr 11 16:51:15.153080 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29bb2a3-2673-4e52-9309-5838516d01ee admin admin] Pushing event deleted for resources: {'Network': ['ID=ef606e6f-5c3c-4ea3-b170-dca1fcf3b23a,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:15.355197 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2c2fc33c-f26a-4d7d-b7aa-cebee9fdc925 req-3d2427a2-3081-408b-afbf-2a99255a1fcf tempest-TestMinimumBasicScenario-1192072894 tempest-TestMinimumBasicScenario-1192072894-project] 10.222.0.32 "GET /v2.0/ports?device_id=0452e720-bfcc-4d8a-8ee7-c537f03884be HTTP/1.1" status: 200 len: 210 time: 0.0275395 Apr 11 16:51:15.639683 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60088) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:15.684588 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Deleting subnet 29475dad-e952-4419-a4f6-4691911627c7 {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:51:15.687744 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Publish callbacks [] for subnet (29475dad-e952-4419-a4f6-4691911627c7), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.724185 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (29475dad-e952-4419-a4f6-4691911627c7), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.761543 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device b53bcf67-f096-4c2b-938c-7ff10cd731fc no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:15.769516 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (29475dad-e952-4419-a4f6-4691911627c7), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.786148 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: b53bcf67-f096-4c2b-938c-7ff10cd731fc {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:15.791609 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device b53bcf67-f096-4c2b-938c-7ff10cd731fc not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:15.860568 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60090) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:15.905942 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-fe43d10d-8083-4534-8cdd-e3d87f07ba75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0aee33e8a4504517a4ca9d5fa65755d6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396464 Apr 11 16:51:15.908565 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60092) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:15.963711 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] Publish callbacks [] for security_group (3a215bd3-c4d4-42f4-af4a-fd413ae255a5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:15.998074 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] Publish callbacks [] for security_group (3a215bd3-c4d4-42f4-af4a-fd413ae255a5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.067358 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (29475dad-e952-4419-a4f6-4691911627c7), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.094570 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29475dad-e952-4419-a4f6-4691911627c7,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:16.098315 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.101554 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-03b21ebd-1a3b-4e89-bae6-32eaa5b41c3b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/29475dad-e952-4419-a4f6-4691911627c7 HTTP/1.1" status: 204 len: 168 time: 0.4608226 Apr 11 16:51:16.104453 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60094) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:16.178577 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.262454 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.284438 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c592f90-c3b1-4a8e-bb1f-7770bf0431ba']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:16.294564 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d90222-bc9f-41fa-a06b-7dd7f6893a4c') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:16.294864 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d90222-bc9f-41fa-a06b-7dd7f6893a4c') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:16.308908 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (54d90222-bc9f-41fa-a06b-7dd7f6893a4c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.325068 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (54d90222-bc9f-41fa-a06b-7dd7f6893a4c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.331803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Releasing vlan 809 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (54d90222-bc9f-41fa-a06b-7dd7f6893a4c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:51:16.350219 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:51:16.564860 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3a215bd3-c4d4-42f4-af4a-fd413ae255a5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.567509 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.568652 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a215bd3-c4d4-42f4-af4a-fd413ae255a5 HTTP/1.1" status: 204 len: 168 time: 0.6590941 Apr 11 16:51:16.576948 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca8fe4c-91c8-4247-a9cf-04434c32e213 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a215bd3-c4d4-42f4-af4a-fd413ae255a5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:16.608996 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (5c592f90-c3b1-4a8e-bb1f-7770bf0431ba), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.616397 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:16.628566 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5c592f90-c3b1-4a8e-bb1f-7770bf0431ba HTTP/1.1" status: 204 len: 168 time: 0.5222561 Apr 11 16:51:16.638567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bbdb46-8b74-465a-baa1-e69bca580a06 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c592f90-c3b1-4a8e-bb1f-7770bf0431ba,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:17.441313 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60126) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:17.496569 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-efb32738-d172-4f85-aa97-a5eb8353f394 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acfdbfe9aa9a4b38bc90768234cd4cd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0530903 Apr 11 16:51:17.498874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60128) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:17.559768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] Publish callbacks [] for security_group (58154a66-eb4c-497d-a51d-bc3150143bab), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.587381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] Publish callbacks [] for security_group (58154a66-eb4c-497d-a51d-bc3150143bab), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.655400 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 94c0f223-e48d-4297-83b3-42ae04038f8a no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:17.701624 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 94c0f223-e48d-4297-83b3-42ae04038f8a {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:17.702030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 94c0f223-e48d-4297-83b3-42ae04038f8a not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:17.764391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (58154a66-eb4c-497d-a51d-bc3150143bab), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.767095 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:17.768550 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/58154a66-eb4c-497d-a51d-bc3150143bab HTTP/1.1" status: 204 len: 168 time: 0.2685230 Apr 11 16:51:17.777129 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc32c2f6-34eb-46ba-b30d-816745ccb581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58154a66-eb4c-497d-a51d-bc3150143bab,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:18.488661 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60200) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:18.652000 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-network', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:18.789570 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Made reservation on behalf of 0d74ae915ae44c67a945c3f6dcb3a57e for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:18.792029 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.801510 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:18.906033 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks [] for security_group (eee8530c-2dd1-44cc-a2ed-c931d4a8115f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.029848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (eee8530c-2dd1-44cc-a2ed-c931d4a8115f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.052479 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:51:19.068483 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee8530c-2dd1-44cc-a2ed-c931d4a8115f,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:19.069665 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60216) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:19.071439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (b0632113-cb9c-476e-9617-92e567a99c28), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.071783 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Added segment b0632113-cb9c-476e-9617-92e567a99c28 of type vlan for network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 Apr 11 16:51:19.122001 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.281549 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.282594 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:19.283306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.350544 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] Pushing event updated for resources: {'Network': ['ID=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:19.363103 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:51:19.432615 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-acb95ef4-d4d7-4a6c-a0fb-fcdb49515d9e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9427729 Apr 11 16:51:19.438998 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60220) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:19.442148 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Request body: {'subnet': {'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-subnet', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:19.568147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (036177f2-3b7c-4913-b102-d395b77b4622), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.620864 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Made reservation on behalf of 0d74ae915ae44c67a945c3f6dcb3a57e for: {'subnet': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:19.623198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59068369'] for subnet (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.863568 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Deleting port d46c6198-95bf-48ce-8649-1f9b9f7b0b91 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:19.864505 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.953791 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] For port d46c6198-95bf-48ce-8649-1f9b9f7b0b91, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:19.954035 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:19.967093 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Calling delete_port for d46c6198-95bf-48ce-8649-1f9b9f7b0b91 owned by network:router_interface {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:19.976691 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3773473', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59068355'] for subnet (3acca29f-5a00-4830-9c54-8f557e6f29ac), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.054047 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3acca29f-5a00-4830-9c54-8f557e6f29ac,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:20.064105 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Checking segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:20.064463 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Network hostable DHCP agents. Network: 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:51:20.192464 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:51:20.204840 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd13e69-48f9-45e8-b475-159c3e7daf5f req-fed0fe76-4b5b-4bd9-a596-6b5735f479f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.206595 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bbd13e69-48f9-45e8-b475-159c3e7daf5f req-fed0fe76-4b5b-4bd9-a596-6b5735f479f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0507524 Apr 11 16:51:20.254092 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bbd13e69-48f9-45e8-b475-159c3e7daf5f req-f9075e16-e05e-4efe-a33b-4a061f89c8f4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416112 Apr 11 16:51:20.255226 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (d46c6198-95bf-48ce-8649-1f9b9f7b0b91), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.281208 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8) {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:20.283984 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Pushing event deleted for resources: {'Port': ['ID=d46c6198-95bf-48ce-8649-1f9b9f7b0b91,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:20.287048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:20.287778 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.293567 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a28a90-2a45-4a86-864b-63cd0bde624a None None] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:20.413345 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:51:20.414128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.446637 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a3a8d1d0-729a-437c-8508-d6105b9b1006 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0064094 Apr 11 16:51:20.446637 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60232) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:20.450806 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:20.492480 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (036177f2-3b7c-4913-b102-d395b77b4622), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.574625 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Allocated IP 172.20.0.2 (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8/3acca29f-5a00-4830-9c54-8f557e6f29ac/be5d97c0-0559-4dcf-811e-323c6adf1bea) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:20.592495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (4685c760-f6fd-4127-a311-9f5639d6671e), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.593984 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (4685c760-f6fd-4127-a311-9f5639d6671e), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.652138 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for router_controller (4685c760-f6fd-4127-a311-9f5639d6671e), precommit_add_association {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.726555 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks [] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.729305 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Router 036177f2-3b7c-4913-b102-d395b77b4622 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:20.799834 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.841025 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:20.846430 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:20.849104 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:20.850999 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-dc1395c6-f8ff-4cd2-b77f-93ece3d62663 admin admin] 10.222.0.32 "PUT /v2.0/routers/036177f2-3b7c-4913-b102-d395b77b4622/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7794170 Apr 11 16:51:20.851861 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60234) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:20.852318 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Sync routers for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:20.855965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:20.861063 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Pushing event updated for resources: {'Port': ['ID=be5d97c0-0559-4dcf-811e-323c6adf1bea,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:20.867650 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:20.873832 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.873975 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:20.941843 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for router_gateway (4685c760-f6fd-4127-a311-9f5639d6671e), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.951758 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Attempting to bind port be5d97c0-0559-4dcf-811e-323c6adf1bea on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:20.952082 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Attempting to bind port be5d97c0-0559-4dcf-811e-323c6adf1bea by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:20.952460 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Attempting to bind port be5d97c0-0559-4dcf-811e-323c6adf1bea on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:20.959943 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:20.961315 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Checking segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:20.961315 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.961315 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Bound using segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:20.961823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Bound port: be5d97c0-0559-4dcf-811e-323c6adf1bea, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:20.962722 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.988020 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks [] for router (036177f2-3b7c-4913-b102-d395b77b4622), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:20.988708 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:21.042660 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] For port be5d97c0-0559-4dcf-811e-323c6adf1bea, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:21.046529 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] For port be5d97c0-0559-4dcf-811e-323c6adf1bea, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=be5d97c0-0559-4dcf-811e-323c6adf1bea,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:21.164789 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.256320 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6851a6-97ee-4244-92a4-bf0e89953b38 None None] Pushing event updated for resources: {'Port': ['ID=be5d97c0-0559-4dcf-811e-323c6adf1bea,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:21.345021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for router_gateway (4685c760-f6fd-4127-a311-9f5639d6671e), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.366085 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:51:20Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:21.374509 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.393062 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Checking router: 036177f2-3b7c-4913-b102-d395b77b4622 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:21.402022 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Routers {'036177f2-3b7c-4913-b102-d395b77b4622'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:21.402874 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['036177f2-3b7c-4913-b102-d395b77b4622'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:21.465777 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059221a3-ec6b-467f-a217-f5c74aa32f98 req-c1f43d48-4f4e-46bb-9c44-bcfcf8021ff3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.466897 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-059221a3-ec6b-467f-a217-f5c74aa32f98 req-c1f43d48-4f4e-46bb-9c44-bcfcf8021ff3 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0945115 Apr 11 16:51:21.508911 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Allocated IP 172.28.0.213 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/131ac3d5-441a-4c8e-befc-f5e1df0f9301) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:21.536316 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks [] for router_gateway (036177f2-3b7c-4913-b102-d395b77b4622), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.562787 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] Set router 036177f2-3b7c-4913-b102-d395b77b4622 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:21.564791 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-059221a3-ec6b-467f-a217-f5c74aa32f98 req-80e7773e-4153-4b98-b0ac-ecee591519a9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841775 Apr 11 16:51:21.687230 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Deleting port 5b20e01a-3542-4031-a686-b651394f8c20 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:21.687746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (5b20e01a-3542-4031-a686-b651394f8c20), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.691505 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.722203 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088b119-9ef4-47df-a866-6c657c2d589d req-dd82ef9b-d0c0-426c-9957-ab2af577b59c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:21.723751 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a088b119-9ef4-47df-a866-6c657c2d589d req-dd82ef9b-d0c0-426c-9957-ab2af577b59c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0734978 Apr 11 16:51:21.824650 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:51:20Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:21.843335 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] For port 5b20e01a-3542-4031-a686-b651394f8c20, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5b20e01a-3542-4031-a686-b651394f8c20,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:21.843335 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (5b20e01a-3542-4031-a686-b651394f8c20), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:21.860856 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Calling delete_port for 5b20e01a-3542-4031-a686-b651394f8c20 owned by network:router_gateway {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:21.862595 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6ec495-e84f-48d6-a891-415b18d929aa None None] The sync data for ids ['036177f2-3b7c-4913-b102-d395b77b4622'] in dv-cinder-837165-2-smb is: [{'id': '036177f2-3b7c-4913-b102-d395b77b4622', 'name': 'tempest-TestMinimumBasicScenario-1591135699-router', 'tenant_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19'}], 'enable_snat': True}, 'gw_port_id': '5b20e01a-3542-4031-a686-b651394f8c20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:31Z', 'updated_at': '2022-04-11T16:51:20Z', 'revision_number': 5, 'project_id': 'ece40f17ecf94914a96ca0481f3eb6fb', 'gw_port': {'id': '5b20e01a-3542-4031-a686-b651394f8c20', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:bc:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '036177f2-3b7c-4913-b102-d395b77b4622', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:32Z', 'updated_at': '2022-04-11T16:48:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:22.152395 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.155367 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (5b20e01a-3542-4031-a686-b651394f8c20), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.189265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b20e01a-3542-4031-a686-b651394f8c20,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.203327 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port 77660270-ebac-482e-895e-9a15caf23d6c {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:22.208930 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (77660270-ebac-482e-895e-9a15caf23d6c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.209102 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:22.222521 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:22.239782 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:22.253786 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Pushing event updated for resources: {'Port': ['ID=131ac3d5-441a-4c8e-befc-f5e1df0f9301,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.259356 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device be5d97c0-0559-4dcf-811e-323c6adf1bea up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:22.278495 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (036177f2-3b7c-4913-b102-d395b77b4622), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.339267 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port be5d97c0-0559-4dcf-811e-323c6adf1bea triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:22.339816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.448782 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (036177f2-3b7c-4913-b102-d395b77b4622), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.451371 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks [] for router_controller (036177f2-3b7c-4913-b102-d395b77b4622), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.476027 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port be5d97c0-0559-4dcf-811e-323c6adf1bea is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:22.476565 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.541023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] For port 77660270-ebac-482e-895e-9a15caf23d6c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=77660270-ebac-482e-895e-9a15caf23d6c,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:22.541387 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port be5d97c0-0559-4dcf-811e-323c6adf1bea, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=be5d97c0-0559-4dcf-811e-323c6adf1bea,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:22.541718 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (77660270-ebac-482e-895e-9a15caf23d6c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.602614 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (036177f2-3b7c-4913-b102-d395b77b4622), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.604676 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 036177f2-3b7c-4913-b102-d395b77b4622 {{(pid=110559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:51:22.623357 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.625460 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d5496b71-1f49-4a32-9b34-3bdd174a06b0 admin admin] 10.222.0.32 "DELETE /v2.0/routers/036177f2-3b7c-4913-b102-d395b77b4622 HTTP/1.1" status: 204 len: 168 time: 1.7723291 Apr 11 16:51:22.627926 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60246) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:22.660548 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a64b1a4-87e7-47b0-a5e8-bdde8087f239 None None] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:22.680911 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.751307 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2035c27b-9777-42e6-abd2-93aa2bde8ce2 req-0d270f33-1160-496b-9e3f-d689ef69ae26 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:22.752928 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2035c27b-9777-42e6-abd2-93aa2bde8ce2 req-0d270f33-1160-496b-9e3f-d689ef69ae26 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 945 time: 0.0665762 Apr 11 16:51:22.781667 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-589aabf9-1014-47c3-be9e-42768fe21fc0 None None] Provisioning complete for port be5d97c0-0559-4dcf-811e-323c6adf1bea triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:22.781814 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-589aabf9-1014-47c3-be9e-42768fe21fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.790055 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Deleting subnet bdd1eb88-7ec7-4050-922b-72a670be5ede {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:51:22.797633 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Publish callbacks [] for subnet (bdd1eb88-7ec7-4050-922b-72a670be5ede), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:22.821848 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2035c27b-9777-42e6-abd2-93aa2bde8ce2 req-a08c2fc6-dd30-44aa-875a-646ee4bd8d8c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=4c35bb86-64a4-4388-bf82-e2357c7a10a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631714 Apr 11 16:51:22.856034 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=be5d97c0-0559-4dcf-811e-323c6adf1bea,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:22.933971 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-589aabf9-1014-47c3-be9e-42768fe21fc0 None None] Current status of the port be5d97c0-0559-4dcf-811e-323c6adf1bea is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:22.969605 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (bdd1eb88-7ec7-4050-922b-72a670be5ede), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.005102 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.005460 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.005773 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP 52f149e4-96cb-4934-8392-2661b5b20a7c disassociated. External IP: 172.28.0.44, port: 77660270-ebac-482e-895e-9a15caf23d6c. Apr 11 16:51:23.006115 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for 77660270-ebac-482e-895e-9a15caf23d6c owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:23.025967 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for router_gateway (4685c760-f6fd-4127-a311-9f5639d6671e), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.156052 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-97b67d4f-ca56-4e55-9276-62bff1e76b19 None None] Provisioning complete for port be5d97c0-0559-4dcf-811e-323c6adf1bea triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:23.157007 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-97b67d4f-ca56-4e55-9276-62bff1e76b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.245702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-97b67d4f-ca56-4e55-9276-62bff1e76b19 None None] Current status of the port be5d97c0-0559-4dcf-811e-323c6adf1bea is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:23.253144 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (bdd1eb88-7ec7-4050-922b-72a670be5ede), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.455303 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (4685c760-f6fd-4127-a311-9f5639d6671e), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.497148 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (77660270-ebac-482e-895e-9a15caf23d6c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.534331 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=77660270-ebac-482e-895e-9a15caf23d6c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:23.571925 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (bdd1eb88-7ec7-4050-922b-72a670be5ede), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.612295 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b26f39-0132-4608-ad77-78bca484a583 None None] Network ec57fcc1-0045-4967-816f-a1d0eb3bec48 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:23.636819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd1eb88-7ec7-4050-922b-72a670be5ede,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:23.640672 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.644114 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-87de1407-ad13-4ace-b729-fe414a104a01 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/bdd1eb88-7ec7-4050-922b-72a670be5ede HTTP/1.1" status: 204 len: 168 time: 1.0151489 Apr 11 16:51:23.646746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60254) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:23.693512 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2ee19e7f-6bb8-433a-b4b2-9d108c57b575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.734280 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (ec57fcc1-0045-4967-816f-a1d0eb3bec48), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.757053 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:23.796621 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] DHCP port deletion for ec57fcc1-0045-4967-816f-a1d0eb3bec48 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:51:23.799328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Deleting port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:23.799737 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.853068 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device be5d97c0-0559-4dcf-811e-323c6adf1bea up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:23.868927 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Router 4685c760-f6fd-4127-a311-9f5639d6671e is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:51:23.881396 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] For port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:23.881767 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.898456 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Deleting port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:23.898840 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:23.928224 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Calling delete_port for 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 owned by network:dhcp {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:23.954407 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:23.965899 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:23.996436 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] For port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,segment=NetworkSegment(4ffe5967-dad4-4aca-adf9-ddca95d9df43),segment_id=4ffe5967-dad4-4aca-adf9-ddca95d9df43)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:23.996842 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.009444 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:24.010101 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.050869 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f9708f15-60cd-4117-983a-365639daa243 req-2860372f-6409-489b-8f21-92a1318be7a7 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 210 time: 0.1085641 Apr 11 16:51:24.054660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] No DVR routers for this DVR port 77660270-ebac-482e-895e-9a15caf23d6c on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:24.056346 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Calling delete_port for 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:24.058008 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port be5d97c0-0559-4dcf-811e-323c6adf1bea triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:24.058399 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.059326 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.065380 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a088b119-9ef4-47df-a866-6c657c2d589d req-f6b6ba38-fcd8-4113-8323-8ca768197b56 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "DELETE /v2.0/ports/77660270-ebac-482e-895e-9a15caf23d6c HTTP/1.1" status: 204 len: 173 time: 2.3358295 Apr 11 16:51:24.065948 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'name': 'network-vif-deleted', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:24.068567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40acb3ae-c277-4f9a-b3f1-9c20f653a5a7" -d '{"events": [{"server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "name": "network-vif-deleted", "tag": "77660270-ebac-482e-895e-9a15caf23d6c"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:24.100785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:24.121222 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaa3beff-f371-4569-b72c-80e7969b0466 x-openstack-request-id: req-aaa3beff-f371-4569-b72c-80e7969b0466 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:24.121724 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "946dc262-2a34-4cb6-9a3b-284cafd29133", "name": "network-vif-deleted", "tag": "77660270-ebac-482e-895e-9a15caf23d6c", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:24.121982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-aaa3beff-f371-4569-b72c-80e7969b0466 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:24.122445 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaa3beff-f371-4569-b72c-80e7969b0466'] response: {'server_uuid': '946dc262-2a34-4cb6-9a3b-284cafd29133', 'name': 'network-vif-deleted', 'tag': '77660270-ebac-482e-895e-9a15caf23d6c', 'status': 'completed', 'code': 200} Apr 11 16:51:24.124499 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:24.143605 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:24.144168 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.212897 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.241004 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Pushing event deleted for resources: {'Port': ['ID=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.244735 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] No DVR routers for this DVR port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 on host dv-cinder-837165-2-smb {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:24.259320 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.259320 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-25f63c67-79c4-43fb-a5d4-8b6f4e6782af admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8070476 Apr 11 16:51:24.259320 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60260) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:24.263043 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:24.359038 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (ec57fcc1-0045-4967-816f-a1d0eb3bec48), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.385532 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec57fcc1-0045-4967-816f-a1d0eb3bec48']}} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.402819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ffe5967-dad4-4aca-adf9-ddca95d9df43') {'for_net_delete': True} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.403724 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ffe5967-dad4-4aca-adf9-ddca95d9df43') {} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.404973 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:24.420914 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3519902'] for segment (4ffe5967-dad4-4aca-adf9-ddca95d9df43), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.449596 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (4ffe5967-dad4-4aca-adf9-ddca95d9df43), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.453821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (728be8b8-5ac5-40d0-9ea2-b301f6a76df6), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.466418 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Releasing vlan 828 on physical network physnet1 to pool {{(pid=110559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:51:24.466418 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59015398'] for segment (4ffe5967-dad4-4aca-adf9-ddca95d9df43), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.466718 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port be5d97c0-0559-4dcf-811e-323c6adf1bea is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: Traceback (most recent call last): Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: timer() Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: cb(*args, **kw) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: return func(*args, **kwargs) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: self._notify() Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: self.callback(batched_events) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: event.method(event) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: return f(self, *a, **k) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: return self._get(url).json() Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: return self.request(url, 'GET', **kwargs) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:51:24.467615 dv-cinder-837165-2-smb neutron-server[110559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:51:24.558184 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:22Z', 'revision_number': 3, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.572244 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d46c6198-95bf-48ce-8649-1f9b9f7b0b91 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:24.575646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] Pushing event deleted for resources: {'Port': ['ID=728be8b8-5ac5-40d0-9ea2-b301f6a76df6,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.579523 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbf2101-7247-4b39-97c0-e4bbc21a7d03 None None] No DVR routers for this DVR port 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:24.617968 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: d46c6198-95bf-48ce-8649-1f9b9f7b0b91 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:24.618803 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device d46c6198-95bf-48ce-8649-1f9b9f7b0b91 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:24.618803 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5b20e01a-3542-4031-a686-b651394f8c20 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:24.634049 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:24.634501 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Updating router 4685c760-f6fd-4127-a311-9f5639d6671e port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:24.648428 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 5b20e01a-3542-4031-a686-b651394f8c20 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:24.649075 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5b20e01a-3542-4031-a686-b651394f8c20 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:24.651278 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (ec57fcc1-0045-4967-816f-a1d0eb3bec48), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.659624 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.666729 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/ec57fcc1-0045-4967-816f-a1d0eb3bec48 HTTP/1.1" status: 204 len: 168 time: 1.0176213 Apr 11 16:51:24.667430 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60266) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:24.685327 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:24.694607 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296eecd8-7045-4109-8963-509ac1f408cc admin admin] Pushing event deleted for resources: {'Network': ['ID=ec57fcc1-0045-4967-816f-a1d0eb3bec48,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:24.811216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:24.864412 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:24.875181 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:24.875873 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:25.035219 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks [] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.061172 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:25.133441 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.201878 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.202846 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Attempting to bind port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:25.203948 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Attempting to bind port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:25.204486 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Attempting to bind port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:25.205293 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-861ba9a3-7440-4deb-9812-20d6a4399ff2 req-691cb513-7b6f-462a-acf6-12ea60f77d1b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=946dc262-2a34-4cb6-9a3b-284cafd29133 HTTP/1.1" status: 200 len: 210 time: 0.0425832 Apr 11 16:51:25.219627 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Pushing event updated for resources: {'Port': ['ID=131ac3d5-441a-4c8e-befc-f5e1df0f9301,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:25.241988 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.242584 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.243137 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.243786 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.244415 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.244759 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.245092 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.245473 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.245808 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.246526 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.246866 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.247256 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.247652 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.250479 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.250479 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:25.257710 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.264475 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:25.264851 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:25.265257 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.266191 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:25.267213 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Bound port: 131ac3d5-441a-4c8e-befc-f5e1df0f9301, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:25.267605 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.332910 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] For port 131ac3d5-441a-4c8e-befc-f5e1df0f9301, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:25.336321 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] For port 131ac3d5-441a-4c8e-befc-f5e1df0f9301, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=131ac3d5-441a-4c8e-befc-f5e1df0f9301,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:25.371670 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:25.404708 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-862272b6-20b5-458a-abba-fd3bd337d470 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:25.438554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Allocated IP 172.20.0.1 (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8/3acca29f-5a00-4830-9c54-8f557e6f29ac/e696b67e-157e-4ddf-b7ad-41b000a06128) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:25.470716 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.499823 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Deleting port 632bba69-0ac6-4ad5-91db-21ba8a1659cc {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:25.500176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.553217 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:25.554180 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:50:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:25.557528 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93635ac8-c89f-49ad-ae0e-fcae24eb1a18 None None] Pushing event updated for resources: {'Port': ['ID=131ac3d5-441a-4c8e-befc-f5e1df0f9301,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:25.580885 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks [] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.590088 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] For port 632bba69-0ac6-4ad5-91db-21ba8a1659cc, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=632bba69-0ac6-4ad5-91db-21ba8a1659cc,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:25.590381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.610514 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Calling delete_port for 632bba69-0ac6-4ad5-91db-21ba8a1659cc owned by network:router_interface {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:25.668689 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 77660270-ebac-482e-895e-9a15caf23d6c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:25.684542 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:25.701890 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 77660270-ebac-482e-895e-9a15caf23d6c {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:25.702237 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 77660270-ebac-482e-895e-9a15caf23d6c not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:25.747063 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d568ee-954b-4d3a-b371-fe0f5c1f06ee None None] New status for floating IP 52f149e4-96cb-4934-8392-2661b5b20a7c: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:25.754591 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.810429 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Pushing event updated for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:25.826621 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:25.828850 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:25.831432 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:25.866177 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:25.872715 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (4685c760-f6fd-4127-a311-9f5639d6671e), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.897093 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:25.897388 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 728be8b8-5ac5-40d0-9ea2-b301f6a76df6 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:25.912903 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (632bba69-0ac6-4ad5-91db-21ba8a1659cc), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:25.974923 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=632bba69-0ac6-4ad5-91db-21ba8a1659cc,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:25.980161 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:22Z', 'revision_number': 3, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:26.029731 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-159a1dfe-0839-4d68-9032-a8ef72c20f95 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:22Z', 'revision_number': 3, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:26.174186 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.225220 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-f1518683-1835-4374-9129-6106d23a5f5f None None] Provisioning complete for port e696b67e-157e-4ddf-b7ad-41b000a06128 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:26.226166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f1518683-1835-4374-9129-6106d23a5f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.268657 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.348791 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f1518683-1835-4374-9129-6106d23a5f5f None None] Port e696b67e-157e-4ddf-b7ad-41b000a06128 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:26.477800 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60296) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:26.572834 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks [] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.626713 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (4c35bb86-64a4-4388-bf82-e2357c7a10a4), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.638182 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Router 11dc0e2d-2db3-40e6-84c8-5359a354d37a has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:26.643676 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5689-8fc5-4764-9ca1-1ec21287706d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.652964 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (4c35bb86-64a4-4388-bf82-e2357c7a10a4), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.738121 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.808490 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:26.818735 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5d345aef-3874-4187-937e-7248bcbb6ac8 admin admin] 10.222.0.32 "PUT /v2.0/routers/11dc0e2d-2db3-40e6-84c8-5359a354d37a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1270375 Apr 11 16:51:26.819200 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60312) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:26.819850 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Pushing event updated for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:26.821812 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Sync routers for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:26.827616 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (4685c760-f6fd-4127-a311-9f5639d6671e), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.849458 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:26.850098 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:26.922298 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (4c35bb86-64a4-4388-bf82-e2357c7a10a4), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.924897 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:26.928571 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/security-groups/4c35bb86-64a4-4388-bf82-e2357c7a10a4 HTTP/1.1" status: 204 len: 168 time: 0.4377820 Apr 11 16:51:26.931702 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60318) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:26.961201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f07965-559e-4e0c-ac14-364cf8a49ad2 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c35bb86-64a4-4388-bf82-e2357c7a10a4,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:26.964579 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.api.v2.resource [None req-54d9f523-fc92-4afa-876d-d508bfb50227 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] show failed (client error): The resource could not be found. Apr 11 16:51:26.972825 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-54d9f523-fc92-4afa-876d-d508bfb50227 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups/4c35bb86-64a4-4388-bf82-e2357c7a10a4 HTTP/1.1" status: 404 len: 347 time: 0.0315607 Apr 11 16:51:26.977776 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60322) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:27.017830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:27.019492 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:27.035490 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks [] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.089792 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:27.210495 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:27.266404 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port 56867576-68ab-4850-b9fa-bbc242dcd035 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:27.266757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.382020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.382688 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks [] for router_gateway (11dc0e2d-2db3-40e6-84c8-5359a354d37a), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.382814 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-538ca0f6-90ac-471c-874e-0b0169a607fd None None] Provisioning complete for port e696b67e-157e-4ddf-b7ad-41b000a06128 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:27.382814 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-538ca0f6-90ac-471c-874e-0b0169a607fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.388094 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 5, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:27.407833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:27.435865 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Checking router: 11dc0e2d-2db3-40e6-84c8-5359a354d37a for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:27.436924 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-20ab0fb3-cfe1-4fd3-8e0c-7792f93955eb admin admin] 10.222.0.32 "PUT /v2.0/routers/4685c760-f6fd-4127-a311-9f5639d6671e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1770668 Apr 11 16:51:27.448164 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Routers {'11dc0e2d-2db3-40e6-84c8-5359a354d37a'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:27.452513 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:27.456813 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.456998 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (56867576-68ab-4850-b9fa-bbc242dcd035), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:27.481160 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for 56867576-68ab-4850-b9fa-bbc242dcd035 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:27.496621 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-538ca0f6-90ac-471c-874e-0b0169a607fd None None] Port e696b67e-157e-4ddf-b7ad-41b000a06128 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:27.595446 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] Set router 11dc0e2d-2db3-40e6-84c8-5359a354d37a gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:27.804274 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 5, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:27.839792 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021b3fa9-8f17-4d23-afa5-f62787087dda None None] The sync data for ids ['11dc0e2d-2db3-40e6-84c8-5359a354d37a'] in dv-cinder-837165-2-smb is: [{'id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'name': 'tempest-TestMinimumBasicScenario-2035746926-router', 'tenant_id': 'f3385ced142044fda76f1fb52288426f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138'}], 'enable_snat': True}, 'gw_port_id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 5, 'project_id': 'f3385ced142044fda76f1fb52288426f', 'gw_port': {'id': 'ef18e085-b0be-4a6b-af3b-0615831e5fb9', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:91:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dc0e2d-2db3-40e6-84c8-5359a354d37a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:48:40Z', 'updated_at': '2022-04-11T16:48:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:27.969426 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Deleting port ef18e085-b0be-4a6b-af3b-0615831e5fb9 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:27.969765 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.061762 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] For port ef18e085-b0be-4a6b-af3b-0615831e5fb9, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ef18e085-b0be-4a6b-af3b-0615831e5fb9,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:28.063026 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.077352 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Calling delete_port for ef18e085-b0be-4a6b-af3b-0615831e5fb9 owned by network:router_gateway {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:28.133348 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60334) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:28.138053 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619286543', 'description': 'tempest-description--555177724'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:28.149566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (56867576-68ab-4850-b9fa-bbc242dcd035), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.212718 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=56867576-68ab-4850-b9fa-bbc242dcd035,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.263607 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 131ac3d5-441a-4c8e-befc-f5e1df0f9301 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:28.314052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.333831 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (52f149e4-96cb-4934-8392-2661b5b20a7c), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.337408 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.343049 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a830ed1d-130c-4e28-8ba5-159fd8ec0d09 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/floatingips/52f149e4-96cb-4934-8392-2661b5b20a7c HTTP/1.1" status: 204 len: 168 time: 1.3630800 Apr 11 16:51:28.363817 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:28.364677 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.423317 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (6ff1c6dd-df54-4784-8697-06522544cd6d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.464981 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:28.465519 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.472526 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:28.496979 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 131ac3d5-441a-4c8e-befc-f5e1df0f9301, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=131ac3d5-441a-4c8e-befc-f5e1df0f9301,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:28.501355 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:28.501987 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:28.518114 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (ef18e085-b0be-4a6b-af3b-0615831e5fb9), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.548047 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef18e085-b0be-4a6b-af3b-0615831e5fb9,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.626914 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6ff1c6dd-df54-4784-8697-06522544cd6d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.637967 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.638293 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:28.663849 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff1c6dd-df54-4784-8697-06522544cd6d,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.673599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.673950 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.674372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.674981 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.675333 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.675677 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.676394 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.676790 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.677481 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.677481 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.677757 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.678086 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.678470 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.678851 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.679373 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:28.681492 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.741832 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.743918 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks [] for router_controller (11dc0e2d-2db3-40e6-84c8-5359a354d37a), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.783866 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.788776 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60344) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:28.789209 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d06cae71-a5be-4e66-a78b-82096d6aec9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6545012 Apr 11 16:51:28.793581 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group_rule': {'security_group_id': '6ff1c6dd-df54-4784-8697-06522544cd6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:28.819832 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=131ac3d5-441a-4c8e-befc-f5e1df0f9301,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:28.847005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.882529 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60346) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:28.887232 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--908980947', 'description': 'tempest-description--1278469105'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:28.898760 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:26Z', 'revision_number': 2, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:28.906262 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (11dc0e2d-2db3-40e6-84c8-5359a354d37a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.908904 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11dc0e2d-2db3-40e6-84c8-5359a354d37a {{(pid=110559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:51:28.911971 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.915797 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60348) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:28.915920 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4d304dec-82b3-4e2a-9509-0f3c2684a536 admin admin] 10.222.0.32 "DELETE /v2.0/routers/11dc0e2d-2db3-40e6-84c8-5359a354d37a HTTP/1.1" status: 204 len: 168 time: 2.0951531 Apr 11 16:51:28.921364 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (03dc1df7-dc82-4235-8aa3-55b95a7f7575), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.933970 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:28.934335 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Updating router 4685c760-f6fd-4127-a311-9f5639d6671e port e696b67e-157e-4ddf-b7ad-41b000a06128 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:28.972660 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:28.976174 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Deleting subnet 71a4d6c8-3afc-495a-9ea6-649b103a76b3 {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:51:28.979972 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Publish callbacks [] for subnet (71a4d6c8-3afc-495a-9ea6-649b103a76b3), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.004383 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (03dc1df7-dc82-4235-8aa3-55b95a7f7575), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.011472 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.040841 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (71a4d6c8-3afc-495a-9ea6-649b103a76b3), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.156985 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (58156219-6b0e-44fd-a0b5-7c4535446004), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.159644 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (71a4d6c8-3afc-495a-9ea6-649b103a76b3), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.175400 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (03dc1df7-dc82-4235-8aa3-55b95a7f7575), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.196033 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03dc1df7-dc82-4235-8aa3-55b95a7f7575,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.261027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (58156219-6b0e-44fd-a0b5-7c4535446004), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.271129 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks [] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.290699 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58156219-6b0e-44fd-a0b5-7c4535446004,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.366039 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.367402 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-6a36a99e-4731-4504-8502-fd1ead5734b9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5776088 Apr 11 16:51:29.370123 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60352) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.374760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group_rule': {'security_group_id': '6ff1c6dd-df54-4784-8697-06522544cd6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:29.432406 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.434380 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.438599 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-14f96c1d-f25b-4146-9bb6-2d6b20395016 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5521238 Apr 11 16:51:29.441485 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60354) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.441730 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (71a4d6c8-3afc-495a-9ea6-649b103a76b3), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.447161 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '58156219-6b0e-44fd-a0b5-7c4535446004', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:29.493404 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.494250 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98736d05-4b01-4ca3-a60f-4cbb2bc18405 None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:29.498756 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/71a4d6c8-3afc-495a-9ea6-649b103a76b3 HTTP/1.1" status: 204 len: 168 time: 0.5818174 Apr 11 16:51:29.499067 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60358) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:29.501900 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753d3b2d-fbf5-4f04-b96b-1f35d73b61d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71a4d6c8-3afc-495a-9ea6-649b103a76b3,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.502151 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd242c-d5ee-480a-b274-207b23a4dd98 None None] Pushing event updated for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.570221 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (cec3685a-e53c-40c0-b739-ec332577ace0), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.667893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Attempting to bind port e696b67e-157e-4ddf-b7ad-41b000a06128 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:29.668278 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Attempting to bind port e696b67e-157e-4ddf-b7ad-41b000a06128 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:29.669032 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Attempting to bind port e696b67e-157e-4ddf-b7ad-41b000a06128 on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:29.675776 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (74299c55-f41b-45bf-b43f-eca00a93fbd8), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.678684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:29.678684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Checking segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:29.678684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.678684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Bound using segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:29.678684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Bound port: e696b67e-157e-4ddf-b7ad-41b000a06128, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:29.679499 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.686233 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (cec3685a-e53c-40c0-b739-ec332577ace0), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.686682 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (73de6d76-bddf-4033-8bcd-523af98522c4), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.807200 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] For port e696b67e-157e-4ddf-b7ad-41b000a06128, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:29.809401 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (73de6d76-bddf-4033-8bcd-523af98522c4), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.810602 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] For port e696b67e-157e-4ddf-b7ad-41b000a06128, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=e696b67e-157e-4ddf-b7ad-41b000a06128,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:29.814386 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Deleting port 11f0fce9-8374-43aa-9242-eacdf72828e1 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:29.814759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.842631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (cec3685a-e53c-40c0-b739-ec332577ace0), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.843166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-4743fc1c-c060-46eb-9a87-2b283691156b None None] Provisioning complete for port e696b67e-157e-4ddf-b7ad-41b000a06128 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:29.843667 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4743fc1c-c060-46eb-9a87-2b283691156b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.847345 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 131ac3d5-441a-4c8e-befc-f5e1df0f9301 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:29.894878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] DHCP port deletion for 74299c55-f41b-45bf-b43f-eca00a93fbd8 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:51:29.903548 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cec3685a-e53c-40c0-b739-ec332577ace0,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.921485 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] For port 11f0fce9-8374-43aa-9242-eacdf72828e1, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=11f0fce9-8374-43aa-9242-eacdf72828e1,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:29.922518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.936039 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Calling delete_port for 11f0fce9-8374-43aa-9242-eacdf72828e1 owned by network:dhcp {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:29.941213 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (73de6d76-bddf-4033-8bcd-523af98522c4), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.948761 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-4743fc1c-c060-46eb-9a87-2b283691156b None None] Port e696b67e-157e-4ddf-b7ad-41b000a06128 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:29.961501 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73de6d76-bddf-4033-8bcd-523af98522c4,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:29.964593 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Deleting port 11f0fce9-8374-43aa-9242-eacdf72828e1 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:29.964969 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:29.982756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:29.983154 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.013059 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.060189 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.063743 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-ee8de3b8-279b-4639-acaa-496d008fcf27 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6924357 Apr 11 16:51:30.070584 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60370) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.075538 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:30.093928 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.095429 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.097820 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6944bfde-00a0-4f31-bb77-cebeb59119c8 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6570761 Apr 11 16:51:30.102656 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60372) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.107803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'security_group_rule': {'security_group_id': '58156219-6b0e-44fd-a0b5-7c4535446004', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:30.129582 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Pushing event deleted for resources: {'Port': ['ID=11f0fce9-8374-43aa-9242-eacdf72828e1,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.131529 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] No DVR routers for this DVR port 11f0fce9-8374-43aa-9242-eacdf72828e1 on host dv-cinder-837165-2-smb {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:30.208553 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.225587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (74299c55-f41b-45bf-b43f-eca00a93fbd8), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.252642 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] For port 11f0fce9-8374-43aa-9242-eacdf72828e1, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=11f0fce9-8374-43aa-9242-eacdf72828e1,segment=NetworkSegment(e147e923-812a-465e-a618-2da9d460ea6c),segment_id=e147e923-812a-465e-a618-2da9d460ea6c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:30.252829 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.271412 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (e8be8e06-1845-4ab2-b628-eacb4d97eec9), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.291973 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Calling delete_port for 11f0fce9-8374-43aa-9242-eacdf72828e1 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:30.293815 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74299c55-f41b-45bf-b43f-eca00a93fbd8']}} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:30.307720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd242c-d5ee-480a-b274-207b23a4dd98 None None] Pushing event updated for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.311045 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e147e923-812a-465e-a618-2da9d460ea6c') {'for_net_delete': True} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:30.311664 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e147e923-812a-465e-a618-2da9d460ea6c') {} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:30.314897 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:30.314897 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:30.329220 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3519902'] for segment (e147e923-812a-465e-a618-2da9d460ea6c), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.346518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.383073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (e8be8e06-1845-4ab2-b628-eacb4d97eec9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.425841 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (e147e923-812a-465e-a618-2da9d460ea6c), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.439566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Releasing vlan 800 on physical network physnet1 to pool {{(pid=110559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:51:30.439566 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59015398'] for segment (e147e923-812a-465e-a618-2da9d460ea6c), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: Traceback (most recent call last): Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: timer() Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: cb(*args, **kw) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: return func(*args, **kwargs) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: self._notify() Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: self.callback(batched_events) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: event.method(event) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: return f(self, *a, **k) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: return self._get(url).json() Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: return self.request(url, 'GET', **kwargs) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:51:30.440222 dv-cinder-837165-2-smb neutron-server[110559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:51:30.478931 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.482270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (e8be8e06-1845-4ab2-b628-eacb4d97eec9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.531351 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8be8e06-1845-4ab2-b628-eacb4d97eec9,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.548357 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Allocated IP 172.28.0.201 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/6851fb66-57a8-47f8-ae91-6ced7a35d162) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:30.581976 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:30.599040 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Provisioning complete for port e696b67e-157e-4ddf-b7ad-41b000a06128 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:30.599409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.607756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (11f0fce9-8374-43aa-9242-eacdf72828e1), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.622895 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.628724 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (74299c55-f41b-45bf-b43f-eca00a93fbd8), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.628911 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d2ece274-8663-4205-b01e-68cbf471d44d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5202115 Apr 11 16:51:30.628911 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60380) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:30.632147 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:30.643953 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.649551 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] 10.222.0.32 "DELETE /v2.0/networks/74299c55-f41b-45bf-b43f-eca00a93fbd8 HTTP/1.1" status: 204 len: 168 time: 1.1469443 Apr 11 16:51:30.668257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f538f4-d6b7-498e-a5fd-8427d9b6408b admin admin] Pushing event deleted for resources: {'Network': ['ID=74299c55-f41b-45bf-b43f-eca00a93fbd8,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.676225 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:30.678597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 632bba69-0ac6-4ad5-91db-21ba8a1659cc no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:30.718846 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.731923 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Pushing event deleted for resources: {'Port': ['ID=11f0fce9-8374-43aa-9242-eacdf72828e1,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:30.733913 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] Network 74299c55-f41b-45bf-b43f-eca00a93fbd8 is not hosted by any dhcp agent {{(pid=110561) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Apr 11 16:51:30.734894 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb1fa1f-0b33-4620-8d7a-61f7f4610b8e None None] No DVR routers for this DVR port 11f0fce9-8374-43aa-9242-eacdf72828e1 on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:30.746850 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 632bba69-0ac6-4ad5-91db-21ba8a1659cc {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:30.747221 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 632bba69-0ac6-4ad5-91db-21ba8a1659cc not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:30.747639 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ef18e085-b0be-4a6b-af3b-0615831e5fb9 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:30.787181 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: ef18e085-b0be-4a6b-af3b-0615831e5fb9 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:30.787538 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ef18e085-b0be-4a6b-af3b-0615831e5fb9 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:30.792484 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.892766 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.918523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.920022 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Current status of the port e696b67e-157e-4ddf-b7ad-41b000a06128 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:30.920414 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:30.945108 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:30.949415 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:30.955803 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:30.964337 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=6851fb66-57a8-47f8-ae91-6ced7a35d162,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.000080 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] For port e696b67e-157e-4ddf-b7ad-41b000a06128, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=e696b67e-157e-4ddf-b7ad-41b000a06128,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:31.014267 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:31.045791 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b6b1f-4b84-4923-996f-68b6e23e4c21 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:29Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:31.058208 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.28.0.44 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/9760a0c9-0fda-406d-9159-4e5abc219238) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:31.059863 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.129567 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.186235 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665d1ba-d3d9-4bd0-b6ad-5a7298b83de3 None None] Pushing event updated for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.192845 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (9760a0c9-0fda-406d-9159-4e5abc219238), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.243792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60388) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:31.282113 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.307134 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-bfb39765-01b3-4280-b494-d288941d3bde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ece40f17ecf94914a96ca0481f3eb6fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613825 Apr 11 16:51:31.307769 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60392) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:31.372115 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.384305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] Publish callbacks [] for security_group (bb71e0b6-1200-45d1-8bb2-b6214a427005), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.430739 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:31.442839 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:31.446133 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] Publish callbacks [] for security_group (bb71e0b6-1200-45d1-8bb2-b6214a427005), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.450276 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:31.482682 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.503827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=9760a0c9-0fda-406d-9159-4e5abc219238,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.572392 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.602982 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.659441 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=6851fb66-57a8-47f8-ae91-6ced7a35d162,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.676631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.678305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (bb71e0b6-1200-45d1-8bb2-b6214a427005), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.681867 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.684830 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bb71e0b6-1200-45d1-8bb2-b6214a427005 HTTP/1.1" status: 204 len: 168 time: 0.3759394 Apr 11 16:51:31.694323 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25240820-a3fc-42b4-9cf2-83a7819f8a15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb71e0b6-1200-45d1-8bb2-b6214a427005,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:31.773905 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.817185 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device e696b67e-157e-4ddf-b7ad-41b000a06128 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:31.859213 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:31.870631 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-686b6aa0-baf4-4179-8131-460a649ed2d4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7899299 Apr 11 16:51:31.911326 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port e696b67e-157e-4ddf-b7ad-41b000a06128 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:31.912411 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.007188 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port e696b67e-157e-4ddf-b7ad-41b000a06128 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:32.024628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (9760a0c9-0fda-406d-9159-4e5abc219238), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.067702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 11f0fce9-8374-43aa-9242-eacdf72828e1 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:32.091915 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 11f0fce9-8374-43aa-9242-eacdf72828e1 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:32.092266 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 11f0fce9-8374-43aa-9242-eacdf72828e1 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:32.140740 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-753a594d-037b-4e8b-b67f-c7ae795814fd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1619286543&fields=id&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 267 time: 0.0484791 Apr 11 16:51:32.183660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.268626 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=9760a0c9-0fda-406d-9159-4e5abc219238,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:32.282253 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-789e5d8e-1d12-49d8-8902-ac6406a7d0ed tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:32.286361 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.290685 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-789e5d8e-1d12-49d8-8902-ac6406a7d0ed tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 817 time: 0.1427767 Apr 11 16:51:32.310914 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-aad00b5f-aa7c-4be0-80d6-12e19cacc1e3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/quotas/0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 375 time: 0.0192018 Apr 11 16:51:32.367212 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-2fb3f4c2-391c-4ed6-adf3-75bbe002a128 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546622 Apr 11 16:51:32.420078 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.422177 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-596a951c-a0f1-497a-bd78-aa204192fc78 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7934101 Apr 11 16:51:32.786972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60428) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:32.835369 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0512a32e-da02-4b21-90cb-012b13ec4b1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f3385ced142044fda76f1fb52288426f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470433 Apr 11 16:51:32.841304 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60432) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:32.915479 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] Publish callbacks [] for security_group (59ca583b-e9a8-47b1-a4e2-ccc89e0070bf), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:32.991227 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] Publish callbacks [] for security_group (59ca583b-e9a8-47b1-a4e2-ccc89e0070bf), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.055184 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-a716a950-7d34-4837-b908-3fe41cfd93d2 service neutron] 10.222.0.32 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707644 Apr 11 16:51:33.092239 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60446) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:33.168389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (59ca583b-e9a8-47b1-a4e2-ccc89e0070bf), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.170977 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.172719 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/59ca583b-e9a8-47b1-a4e2-ccc89e0070bf HTTP/1.1" status: 204 len: 168 time: 0.3301752 Apr 11 16:51:33.176055 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-35e962ef-e154-432b-bf9b-ebdb3001fa98 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--908980947&fields=id&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 267 time: 0.0948765 Apr 11 16:51:33.191720 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b0dd83-2812-4a70-b57f-e1d9085dbd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ca583b-e9a8-47b1-a4e2-ccc89e0070bf,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:33.211845 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-81604f3c-7de8-491f-a96d-b4298c91173f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.215179 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-4af27915-c27e-47b4-98d7-65622aeefa6f service neutron] 10.222.0.32 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546297 Apr 11 16:51:33.310805 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-81604f3c-7de8-491f-a96d-b4298c91173f admin admin] Publish callbacks [] for security_group (aad81f56-d538-4936-9241-3ade00934ff3), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.319986 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-8e13b1ee-bcc2-406c-b780-84509b530084 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:33.322737 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-8e13b1ee-bcc2-406c-b780-84509b530084 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1295273 Apr 11 16:51:33.337811 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-93490c08-b62d-459d-9f84-3ee92746f79c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/quotas/e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 375 time: 0.0099137 Apr 11 16:51:33.392303 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7e1dab0d-5972-4c7b-a6e7-60a6d18d087a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489428 Apr 11 16:51:33.523785 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-81604f3c-7de8-491f-a96d-b4298c91173f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (aad81f56-d538-4936-9241-3ade00934ff3), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.542519 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-05dd29b7-b85b-4baf-81c4-a5dac582d12d service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385078 Apr 11 16:51:33.573915 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-81604f3c-7de8-491f-a96d-b4298c91173f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a6c0f6c248c6403684afb3d52e2bc69b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4761806 Apr 11 16:51:33.573915 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81604f3c-7de8-491f-a96d-b4298c91173f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad81f56-d538-4936-9241-3ade00934ff3,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:33.575471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60456) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:33.641387 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] Publish callbacks [] for security_group (aad81f56-d538-4936-9241-3ade00934ff3), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.652190 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-921349a2-79b9-4ba1-95c8-b0019179f9c5 req-d5e5fa29-c429-41b5-a34c-6f15dbfcb426 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0694032 Apr 11 16:51:33.672522 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] Publish callbacks [] for security_group (aad81f56-d538-4936-9241-3ade00934ff3), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.716741 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-4fef464e-193d-4c75-bc6e-46e42b118fdf service neutron] 10.222.0.32 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679821 Apr 11 16:51:33.842040 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (aad81f56-d538-4936-9241-3ade00934ff3), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.847425 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:33.849201 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aad81f56-d538-4936-9241-3ade00934ff3 HTTP/1.1" status: 204 len: 168 time: 0.2722437 Apr 11 16:51:33.860907 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6969409-160a-4ba2-bfc6-741ed44824f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad81f56-d538-4936-9241-3ade00934ff3,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:34.026192 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-930d144c-6c95-4aab-a12f-7421060a24f3 req-7f629c47-ed80-4812-9a1c-675eb747ce9b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 210 time: 0.0292327 Apr 11 16:51:34.731434 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-09a98bca-301b-476f-81f4-ae6effd8aa4b req-18d9d1df-2da2-493d-8fb7-b9fedbf01cc6 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0283229 Apr 11 16:51:34.768768 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60500) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:34.865942 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053842740-network', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:35.018104 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Made reservation on behalf of a2e72a458b054ac6970039c51e024dac for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:35.021561 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.031349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.128159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks [] for security_group (a6085913-8d04-43ff-8f1c-a522212b3efb), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.142800 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d225b84f-8190-4e4c-8da5-c1576fd5ab76 req-fd9d647b-2e7b-4fad-bd1e-7a12726135f0 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 210 time: 0.0370498 Apr 11 16:51:35.256127 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a6085913-8d04-43ff-8f1c-a522212b3efb), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.277119 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 825} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:51:35.290863 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6085913-8d04-43ff-8f1c-a522212b3efb,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.295627 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (bc18d640-8c74-499b-8759-6aececf1b24d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.295965 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Added segment bc18d640-8c74-499b-8759-6aececf1b24d of type vlan for network 103a8fbc-b219-4fd0-a61a-d189ba119796 Apr 11 16:51:35.336709 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (103a8fbc-b219-4fd0-a61a-d189ba119796), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.492331 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (103a8fbc-b219-4fd0-a61a-d189ba119796), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.493268 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:35.493856 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:35.565974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] Pushing event updated for resources: {'Network': ['ID=103a8fbc-b219-4fd0-a61a-d189ba119796,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:35.579708 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:51:35.638083 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ae98b3a2-9739-47aa-be11-6efcbe9ae488 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8681328 Apr 11 16:51:35.641223 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60518) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:35.646139 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Request body: {'subnet': {'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053842740-subnet', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:35.846602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-81fa7a6d-cd4b-4a46-96e8-9f74c078d7b0 req-59877cc2-1f78-4281-8e75-055c403c66b1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0445595 Apr 11 16:51:35.847503 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Made reservation on behalf of a2e72a458b054ac6970039c51e024dac for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:35.856631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3686204'] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.103864 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.141697 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59016833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3686190'] for subnet (54749aae-52df-41ab-a754-2745a2dd99ab), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.202290 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Pushing event updated for resources: {'Subnet': ['ID=54749aae-52df-41ab-a754-2745a2dd99ab,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:36.210624 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Checking segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:36.214417 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Network hostable DHCP agents. Network: 103a8fbc-b219-4fd0-a61a-d189ba119796, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:51:36.244556 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ba086b83-e6d2-4b47-a5d0-26200b23a1e3 req-783190e5-f2fa-45a6-80e3-c391fb7a099c tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 210 time: 0.0309942 Apr 11 16:51:36.334757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:51:36.449299 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, 103a8fbc-b219-4fd0-a61a-d189ba119796) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:36.453393 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.453990 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.459302 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849a5637-308e-4e89-b60d-785d1fad88f6 None None] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:36.560991 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-49beb688-5298-4f83-a085-5fa0b28a1afb admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9186285 Apr 11 16:51:36.564682 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60528) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:36.569215 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:36.580796 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-103a8fbc-b219-4fd0-a61a-d189ba119796', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:51:36.581750 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.660195 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-10d5af56-7e69-400f-a1c3-502d5f711d8f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.661696 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-10d5af56-7e69-400f-a1c3-502d5f711d8f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 815 time: 0.1109116 Apr 11 16:51:36.715677 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.716772 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.725757 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Allocated IP 172.20.0.2 (103a8fbc-b219-4fd0-a61a-d189ba119796/54749aae-52df-41ab-a754-2745a2dd99ab/4cdd78e5-6225-4861-94c3-e4a10e661c1e) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:36.732705 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-35e5ebb8-620e-472c-9252-69e009af6ad1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7 HTTP/1.1" status: 200 len: 379 time: 0.0623348 Apr 11 16:51:36.741780 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'port': {'device_id': '489c1c08-e048-4302-b1c8-49efed69f035', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'admin_state_up': True, 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'security_groups': ['58156219-6b0e-44fd-a0b5-7c4535446004']}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:36.806567 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for router_controller (da295ce4-02bc-432d-9209-6b46eb8cb262), precommit_add_association {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.885478 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks [] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:36.959325 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7a5580ae-71ab-424b-addc-8975fa35f3fe req-1f3a19dc-ed33-4d2e-ab87-46c9bb53b841 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0367093 Apr 11 16:51:36.992397 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-1191935d-c302-4336-aaa1-80ccd8941cb7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:36.993931 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-1191935d-c302-4336-aaa1-80ccd8941cb7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 817 time: 0.1349268 Apr 11 16:51:37.037827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Made reservation on behalf of e4fa0ea0ed894bafa3342a4a28952ff7 for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:37.039778 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.042137 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.146422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Pushing event updated for resources: {'Port': ['ID=4cdd78e5-6225-4861-94c3-e4a10e661c1e,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:37.159965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:37.161602 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:37.162525 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-0a27dae0-c820-4534-a302-05ee857328aa tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 380 time: 0.1361737 Apr 11 16:51:37.167006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:37.195514 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'port': {'device_id': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'admin_state_up': True, 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'security_groups': ['6ff1c6dd-df54-4784-8697-06522544cd6d']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:37.208114 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Allocated IP 172.20.0.6 (b1462718-260f-46ea-b617-b3b6cd8e0127/2d966e7a-50ac-461a-a6d9-3f996eb35b22/5f0f8d84-6165-4da5-93df-4c888bdaa888) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:37.220114 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for router_gateway (da295ce4-02bc-432d-9209-6b46eb8cb262), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.252653 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Attempting to bind port 4cdd78e5-6225-4861-94c3-e4a10e661c1e on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:37.253267 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Attempting to bind port 4cdd78e5-6225-4861-94c3-e4a10e661c1e by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:37.253792 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Attempting to bind port 4cdd78e5-6225-4861-94c3-e4a10e661c1e on network 103a8fbc-b219-4fd0-a61a-d189ba119796 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:37.262849 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:37.263552 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Checking segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:37.264128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.264689 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Bound using segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:37.267449 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Bound port: 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:37.267449 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.349663 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] For port 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:37.352993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] For port 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4cdd78e5-6225-4861-94c3-e4a10e661c1e,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:37.388244 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2b941b16-b465-4b01-ac92-75044e8530d8 req-01214e75-d9d7-4d76-9fb5-7f28f08c1ac4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 210 time: 0.0433781 Apr 11 16:51:37.410349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.453434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.459101 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Made reservation on behalf of 0d74ae915ae44c67a945c3f6dcb3a57e for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:37.463469 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.539011 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a638a-f5c5-459f-80e4-7cbc51646438 None None] Pushing event updated for resources: {'Port': ['ID=4cdd78e5-6225-4861-94c3-e4a10e661c1e,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:37.593909 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.647663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Network b1462718-260f-46ea-b617-b3b6cd8e0127 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:37.651290 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:37.655070 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:37.690610 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event updated for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:37.733155 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:37.733959 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:37.856151 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7986d799-0fda-4b5c-9582-8c6cac52517e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1181967 Apr 11 16:51:37.926503 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Request body: {'port': {'device_id': '489c1c08-e048-4302-b1c8-49efed69f035', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:38.024267 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-9e15194c-f609-4fea-82fe-d03c1b21c480 None None] Provisioning complete for port 5f0f8d84-6165-4da5-93df-4c888bdaa888 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:38.025310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9e15194c-f609-4fea-82fe-d03c1b21c480 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.025653 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for router_gateway (da295ce4-02bc-432d-9209-6b46eb8cb262), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.029567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.052652 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.068175 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Allocated IP 172.20.0.11 (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8/3acca29f-5a00-4830-9c54-8f557e6f29ac/0a1e02be-a916-4016-9d1b-75da7201c72e) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:38.073561 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-9e15194c-f609-4fea-82fe-d03c1b21c480 None None] Port 5f0f8d84-6165-4da5-93df-4c888bdaa888 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:38.134084 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1a2f77a4-b5fe-419a-b733-64fc13b202c9 req-e01b6a1b-0772-4bc9-bb77-82d1e0483247 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0726275 Apr 11 16:51:38.276276 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Allocated IP 172.28.0.180 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/4a702ea5-108b-42a0-be6b-e7bf4cbaa19f) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:38.344077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f0f8d84-6165-4da5-93df-4c888bdaa888 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:38.353166 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks [] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.376795 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Transition to ACTIVE for port object 5f0f8d84-6165-4da5-93df-4c888bdaa888 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:38.378576 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.459269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.476041 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.544874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.549350 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e64383c-c3c4-45e9-88b4-e05c7b07ccf5 req-d289664d-733a-4157-a46e-0042b4957e71 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:38.551430 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e64383c-c3c4-45e9-88b4-e05c7b07ccf5 req-d289664d-733a-4157-a46e-0042b4957e71 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 943 time: 0.0655193 Apr 11 16:51:38.560546 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.634620 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Attempting to bind port 5f0f8d84-6165-4da5-93df-4c888bdaa888 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:38.635085 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Attempting to bind port 5f0f8d84-6165-4da5-93df-4c888bdaa888 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:38.636331 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Attempting to bind port 5f0f8d84-6165-4da5-93df-4c888bdaa888 on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:38.642055 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Port 5f0f8d84-6165-4da5-93df-4c888bdaa888 on network b1462718-260f-46ea-b617-b3b6cd8e0127 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:38.642572 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Attempting to bind port 5f0f8d84-6165-4da5-93df-4c888bdaa888 on network b1462718-260f-46ea-b617-b3b6cd8e0127 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:38.645385 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:38.648362 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:38.648771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Checking segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:38.649231 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Bound using segment: {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:38.649874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Bound port: 5f0f8d84-6165-4da5-93df-4c888bdaa888, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03a9aea7-eff1-4458-8d96-d3db0139521c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:38.650294 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.660938 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:38.665652 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.671971 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:38.675241 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.762385 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:38.763312 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6e64383c-c3c4-45e9-88b4-e05c7b07ccf5 req-42485487-91e5-468e-898a-e34c57752efb tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971862 Apr 11 16:51:38.766974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:38.804507 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:38.804507 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Pushing event updated for resources: {'Port': ['ID=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.804507 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:38.811878 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:38.812795 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.817922 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:38.856021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.858261 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb26082-2346-48f6-9318-71c21ac29847 None None] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:38.898094 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:38.898825 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.900413 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] 10.222.0.72 "PUT /v2.0/ports/5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 200 len: 1093 time: 1.0379248 Apr 11 16:51:38.900935 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:38.903401 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a" -d '{"events": [{"name": "network-changed", "server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:38.977112 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfcd71e-d0c7-4b4e-9dc5-41aa5d398928 service neutron] Pushing event updated for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:38.985724 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Provisioning complete for port 4cdd78e5-6225-4861-94c3-e4a10e661c1e triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:38.986106 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:38.998710 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-d6198e05-9d23-4160-913d-4a217ccc556a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8078680 Apr 11 16:51:39.124837 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Current status of the port 4cdd78e5-6225-4861-94c3-e4a10e661c1e is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:39.125405 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.161781 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] For port 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4cdd78e5-6225-4861-94c3-e4a10e661c1e,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:39.190410 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-442958b5-6f2b-4289-9203-b7c9e09c440d x-openstack-request-id: req-442958b5-6f2b-4289-9203-b7c9e09c440d {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:39.190679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:39.190932 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-442958b5-6f2b-4289-9203-b7c9e09c440d {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:39.191985 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-442958b5-6f2b-4289-9203-b7c9e09c440d'] response: {'name': 'network-changed', 'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'status': 'completed', 'code': 200} Apr 11 16:51:39.229526 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Request body: {'port': {'device_id': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:39.301624 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-efa71dc0-7b4b-41c3-b755-9474dcd27bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.303951 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-efa71dc0-7b4b-41c3-b755-9474dcd27bb8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 1127 time: 0.0706491 Apr 11 16:51:39.344529 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.360598 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-ce3a2646-cd7a-4939-a9ae-1f7cca81b9f9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 200 len: 217 time: 0.0404413 Apr 11 16:51:39.383356 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3a9a1-620a-448c-8773-2ef511e1f68f req-268520cd-f6a4-4c44-b3c6-47c7448059fe tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.384873 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f9c3a9a1-620a-448c-8773-2ef511e1f68f req-268520cd-f6a4-4c44-b3c6-47c7448059fe tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 932 time: 0.1115046 Apr 11 16:51:39.390906 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for router_gateway (da295ce4-02bc-432d-9209-6b46eb8cb262), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.401473 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1150e61-90af-40df-8836-521a2b3a1d9d None None] Pushing event updated for resources: {'Port': ['ID=4cdd78e5-6225-4861-94c3-e4a10e661c1e,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:39.415277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7a95e704-97f1-40ac-ab04-5970c60478ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.415277 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-7a95e704-97f1-40ac-ab04-5970c60478ac service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0500965 Apr 11 16:51:39.451980 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.497245 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Provisioning complete for port 4cdd78e5-6225-4861-94c3-e4a10e661c1e triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:39.497647 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.574263 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f9c3a9a1-620a-448c-8773-2ef511e1f68f req-9f3d9cf3-f5d3-4b2a-aa8d-ddc29c0fc7dd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480997 Apr 11 16:51:39.586828 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Current status of the port 4cdd78e5-6225-4861-94c3-e4a10e661c1e is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:39.598597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Provisioning complete for port 0a1e02be-a916-4016-9d1b-75da7201c72e triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:39.598597 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.638575 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-570ae942-d28a-4a7a-b0e9-a9723620c87a None None] Port 0a1e02be-a916-4016-9d1b-75da7201c72e cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:39.765561 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-a5b826e4-d144-4fec-bfa4-db2de28a2868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.767627 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-a5b826e4-d144-4fec-bfa4-db2de28a2868 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3389106 Apr 11 16:51:39.796799 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4cdd78e5-6225-4861-94c3-e4a10e661c1e up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:39.822284 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.847134 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 4cdd78e5-6225-4861-94c3-e4a10e661c1e triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:39.847509 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:39.925117 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 4cdd78e5-6225-4861-94c3-e4a10e661c1e is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:39.947152 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f33ece-469c-4b01-bbad-a18b99e84e38 req-e4dfa8b2-f0ac-4495-acd9-569d516488e4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:39.948639 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-44f33ece-469c-4b01-bbad-a18b99e84e38 req-e4dfa8b2-f0ac-4495-acd9-569d516488e4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 943 time: 0.0826578 Apr 11 16:51:40.068727 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:40.083133 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks [] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.102135 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-44f33ece-469c-4b01-bbad-a18b99e84e38 req-431ae455-bbb4-4bc1-b894-a892c4d8b11e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245635 Apr 11 16:51:40.110969 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Transition to ACTIVE for port object 0a1e02be-a916-4016-9d1b-75da7201c72e will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:51:40.150735 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-61065cd1-1784-4541-8261-f1119499983b service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Apr 11 16:51:40.200919 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.244278 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1a90454d-fc33-4714-9ab9-0033810214e0 req-b12026f4-c91c-4d89-a6c9-aad21c10662d service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874691 Apr 11 16:51:40.250128 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Router da295ce4-02bc-432d-9209-6b46eb8cb262 is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110559) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:51:40.263609 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:40.417196 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Attempting to bind port 0a1e02be-a916-4016-9d1b-75da7201c72e on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:40.417632 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Attempting to bind port 0a1e02be-a916-4016-9d1b-75da7201c72e by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:40.418036 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Attempting to bind port 0a1e02be-a916-4016-9d1b-75da7201c72e on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:40.427574 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Port 0a1e02be-a916-4016-9d1b-75da7201c72e on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:51:40.427900 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Attempting to bind port 0a1e02be-a916-4016-9d1b-75da7201c72e on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:40.443362 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:40.443713 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Checking segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:40.444143 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Bound using segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:40.444546 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Bound port: 0a1e02be-a916-4016-9d1b-75da7201c72e, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:40.444914 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.462991 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:40.475660 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Sync routers for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:40.492410 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:40.493250 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:40.530259 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:40.534001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:40.607295 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.608118 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-87882d38-9e9c-432a-b6f1-f71c1f9e129a admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0423222 Apr 11 16:51:40.608297 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:40.611306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60574) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:40.656800 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.731812 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:40.732446 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.733900 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] 10.222.0.72 "PUT /v2.0/ports/0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1094 time: 1.5179689 Apr 11 16:51:40.734367 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:40.738409 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846" -d '{"events": [{"name": "network-changed", "server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:40.774047 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af889758-8709-4502-9a56-68e003251060 req-fba78b77-00c0-4bf7-b62f-89e50eb2fa6b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:40.775886 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af889758-8709-4502-9a56-68e003251060 req-fba78b77-00c0-4bf7-b62f-89e50eb2fa6b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1165154 Apr 11 16:51:40.779768 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44853483-5d9a-4aa8-8f9c-2a6cc195a544 service neutron] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:40.809450 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:39Z', 'revision_number': 3, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:40.850228 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Checking router: da295ce4-02bc-432d-9209-6b46eb8cb262 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:40.850594 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Updating router da295ce4-02bc-432d-9209-6b46eb8cb262 port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f binding host dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:40.877758 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af889758-8709-4502-9a56-68e003251060 req-1b02f8c9-4cb9-49b5-b240-d7fdbdca187b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797505 Apr 11 16:51:40.881470 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:40.883385 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7939774-460c-4c2b-b541-9572e7dbcb75 x-openstack-request-id: req-b7939774-460c-4c2b-b541-9572e7dbcb75 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:40.883684 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:40.883942 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b7939774-460c-4c2b-b541-9572e7dbcb75 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:40.884357 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7939774-460c-4c2b-b541-9572e7dbcb75'] response: {'name': 'network-changed', 'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'status': 'completed', 'code': 200} Apr 11 16:51:41.136643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-7a35376c-f244-44ca-ba31-9f7fdb4132ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.137189 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-493c6b98-6dea-4452-ab5c-b57e2f026740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.138144 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-7a35376c-f244-44ca-ba31-9f7fdb4132ed service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 1127 time: 0.0635102 Apr 11 16:51:41.138959 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-493c6b98-6dea-4452-ab5c-b57e2f026740 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1128 time: 0.0521467 Apr 11 16:51:41.266984 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks [] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), precommit_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.276121 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.276548 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4010ff-2d82-433a-9f34-df232e141cf3 req-9656f3e9-548b-41f0-b844-2724e58dac72 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.278076 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c4010ff-2d82-433a-9f34-df232e141cf3 req-9656f3e9-548b-41f0-b844-2724e58dac72 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 943 time: 0.0837650 Apr 11 16:51:41.309611 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-4a0761f8-c1f6-4204-9880-58f1bbce5e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.311117 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-4a0761f8-c1f6-4204-9880-58f1bbce5e9d service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.1614342 Apr 11 16:51:41.357792 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.364559 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-ae517402-4fd9-418f-bf76-bf68b5f29c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.364759 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-b8fee42d-40bb-4ad3-8710-9ab25b24dae2 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 200 len: 217 time: 0.0454056 Apr 11 16:51:41.366129 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-ae517402-4fd9-418f-bf76-bf68b5f29c2e service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1937337 Apr 11 16:51:41.376226 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c4010ff-2d82-433a-9f34-df232e141cf3 req-51d736a0-41fa-4de6-9425-d4114f0c5518 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912683 Apr 11 16:51:41.415579 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Attempting to bind port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:41.416241 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Attempting to bind port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:41.416785 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Attempting to bind port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:41.430105 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:41.430892 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:41.431556 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.432291 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:41.432774 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.managers [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Bound port: 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:41.433156 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), before_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.463138 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-c38cb5b5-fa02-46fc-9069-0b99a0487834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.463372 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ea5d1-2b0b-430e-8e39-d86257087794 None None] Pushing event updated for resources: {'Port': ['ID=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,revision_number=2']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:41.463476 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-c38cb5b5-fa02-46fc-9069-0b99a0487834 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0841832 Apr 11 16:51:41.506012 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] For port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:41.510515 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.plugins.ml2.db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] For port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:41.546006 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-befaa228-635e-45db-8753-06465aac21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.570492 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-befaa228-635e-45db-8753-06465aac21d6 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0804079 Apr 11 16:51:41.604074 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-3ff71f97-f753-488d-af57-4573bb0c3437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.605917 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d4a2f7c1-52c7-44d3-9aa6-8641058a5846 req-3ff71f97-f753-488d-af57-4573bb0c3437 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2280326 Apr 11 16:51:41.627323 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Allocated IP 172.20.0.1 (103a8fbc-b219-4fd0-a61a-d189ba119796/54749aae-52df-41ab-a754-2745a2dd99ab/51d5465c-5a8d-4283-9e17-c55c9e8a695c) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:41.692911 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-d4143b8b-3359-4a46-8b20-54149ce71580 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380031 Apr 11 16:51:41.753696 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 5f0f8d84-6165-4da5-93df-4c888bdaa888 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:41.800149 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-9855eceb-a515-4290-bbfe-c01e43a7cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.802712 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-9855eceb-a515-4290-bbfe-c01e43a7cc4c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1128 time: 0.1431684 Apr 11 16:51:41.824551 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron_lib.callbacks.manager [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), after_update {{(pid=110562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.854459 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8db8d0c2-5f0e-4c06-aa50-60993bfc219a req-81f53611-0f68-4771-9300-e45061cf7bf9 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505773 Apr 11 16:51:41.867684 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-489644ed-4562-413c-9809-4eaa9dc0fd99 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 217 time: 0.0533571 Apr 11 16:51:41.892028 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks [] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:41.909535 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ea5d1-2b0b-430e-8e39-d86257087794 None None] Pushing event updated for resources: {'Port': ['ID=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,revision_number=3']} {{(pid=110562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:41.914122 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:41.919716 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:41.920775 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:41.962023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-a205c08c-488a-4dd4-b9ea-499c3b0d92bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:41.962855 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'port_id': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'mac_address': 'fa:16:3e:c9:24:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 827, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:41.964345 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-a205c08c-488a-4dd4-b9ea-499c3b0d92bc service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0871301 Apr 11 16:51:42.043391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-831271a0-397f-4a51-9ec0-4b99a98dda13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:42.045856 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-831271a0-397f-4a51-9ec0-4b99a98dda13 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0717947 Apr 11 16:51:42.067493 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:42.092577 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d9e0-a3db-4ae7-8f2c-cf0c5d715a7a req-ec9d444c-d022-43d8-ab0f-86ba21cc537f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:42.111585 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5fa6d9e0-a3db-4ae7-8f2c-cf0c5d715a7a req-ec9d444c-d022-43d8-ab0f-86ba21cc537f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1017900 Apr 11 16:51:42.137516 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.197251 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5fa6d9e0-a3db-4ae7-8f2c-cf0c5d715a7a req-cf8ced47-2b60-4746-b393-276914fabd11 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846453 Apr 11 16:51:42.232316 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 5f0f8d84-6165-4da5-93df-4c888bdaa888 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:42.232816 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.243492 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:42.252292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:42.255648 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f0f8d84-6165-4da5-93df-4c888bdaa888 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:42.258628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:42.262614 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-8fd62271-28f2-4a0a-b3a2-c13c2d626840 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097101 Apr 11 16:51:42.296241 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:42.301458 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Pushing event updated for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.342910 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:39Z', 'revision_number': 3, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:42.376363 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e97a1f-6ebe-42db-865c-f2b322323843 None None] The sync data for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb is: [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:39Z', 'revision_number': 3, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:42.384888 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (da295ce4-02bc-432d-9209-6b46eb8cb262), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.423852 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.495199 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a3857379-d7e2-446a-a2f3-3ad39d718eb5 req-e90ea816-edca-4475-8b03-9454c5b94cf2 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232723 Apr 11 16:51:42.546917 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:42.603261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8cf255-9d90-4b9a-b61d-33bf81dc9b2f req-3c0a008f-7286-4c08-add4-bb6a00448f8d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:42.605158 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4c8cf255-9d90-4b9a-b61d-33bf81dc9b2f req-3c0a008f-7286-4c08-add4-bb6a00448f8d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 944 time: 0.0877798 Apr 11 16:51:42.633018 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['5f0f8d84-6165-4da5-93df-4c888bdaa888'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:42.661726 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4c8cf255-9d90-4b9a-b61d-33bf81dc9b2f req-45718262-2a3a-4d9c-8c95-7457ba6ca082 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493617 Apr 11 16:51:42.684971 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-e0b31d71-5cd2-4221-918b-17c6ed1f645d None None] Provisioning complete for port 51d5465c-5a8d-4283-9e17-c55c9e8a695c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:42.685318 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e0b31d71-5cd2-4221-918b-17c6ed1f645d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.749812 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:42.769246 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e0b31d71-5cd2-4221-918b-17c6ed1f645d None None] Port 51d5465c-5a8d-4283-9e17-c55c9e8a695c cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:42.947011 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks [] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.071883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.146105 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (da295ce4-02bc-432d-9209-6b46eb8cb262), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.146732 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Pushing event updated for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:43.260449 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:43.262489 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:43.359176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8a89c-6f17-4bcd-bec1-558541627474 req-a5b992bc-43f8-4e52-b685-489c62c2e100 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:43.360874 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-adc8a89c-6f17-4bcd-bec1-558541627474 req-a5b992bc-43f8-4e52-b685-489c62c2e100 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0673695 Apr 11 16:51:43.405448 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Router da295ce4-02bc-432d-9209-6b46eb8cb262 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:43.428275 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-adc8a89c-6f17-4bcd-bec1-558541627474 req-64e7413d-13d0-47b1-a811-15b85b333f5a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550098 Apr 11 16:51:43.531874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:43.536984 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-cf9ff0e2-c7b0-4d5c-9b1e-db9b35c13878 admin admin] 10.222.0.32 "PUT /v2.0/routers/da295ce4-02bc-432d-9209-6b46eb8cb262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9245539 Apr 11 16:51:43.595230 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-61b54912-d4b4-4831-b58b-eb99476fabee None None] Provisioning complete for port 51d5465c-5a8d-4283-9e17-c55c9e8a695c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:43.595613 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-61b54912-d4b4-4831-b58b-eb99476fabee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:43.652592 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-61b54912-d4b4-4831-b58b-eb99476fabee None None] Port 51d5465c-5a8d-4283-9e17-c55c9e8a695c cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:43.768643 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:51:43.770713 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 5f0f8d84-6165-4da5-93df-4c888bdaa888 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:43.784177 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f8c751-6a27-4546-b8d3-bf023e1baee1 req-ee875c55-320f-4af7-b6ff-f78f2acbe58d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:43.785731 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69f8c751-6a27-4546-b8d3-bf023e1baee1 req-ee875c55-320f-4af7-b6ff-f78f2acbe58d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 944 time: 0.0534341 Apr 11 16:51:43.802287 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:43.847754 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-69f8c751-6a27-4546-b8d3-bf023e1baee1 req-2edee615-1f9e-4e1b-a241-53e45c88e930 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555358 Apr 11 16:51:43.906801 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 5f0f8d84-6165-4da5-93df-4c888bdaa888 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:43.953591 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:43.954029 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.002253 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.015778 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 5f0f8d84-6165-4da5-93df-4c888bdaa888 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:44.019703 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.022877 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:51:44.134266 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:44.134719 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.147777 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:44.148166 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.158045 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:51:44.181976 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Sync routers for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:44.223393 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.228023 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.234130 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 5f0f8d84-6165-4da5-93df-4c888bdaa888 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:44.234510 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.236310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:44.236934 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:44.300909 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:44.303114 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84efa40c-9321-498a-9c68-c4694cb44d7b" -d '{"events": [{"server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "name": "network-vif-plugged", "status": "completed", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:44.323153 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:44.352103 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c15f5f61-2c63-4ce6-ba99-2c9c796d7116 x-openstack-request-id: req-c15f5f61-2c63-4ce6-ba99-2c9c796d7116 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:44.352389 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "name": "network-vif-plugged", "status": "completed", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:44.352641 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c15f5f61-2c63-4ce6-ba99-2c9c796d7116 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:44.353034 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c15f5f61-2c63-4ce6-ba99-2c9c796d7116'] response: {'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'code': 200} Apr 11 16:51:44.362769 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.368289 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.401567 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.422876 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:44.466495 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.539381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60628) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:44.544198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1488018637-network', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:44.587902 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a994633c-5f91-45b4-8509-458751473c4a req-8761fdd7-7f43-4a48-8e09-6dc30d3c3cd5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:44.588145 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['0a1e02be-a916-4016-9d1b-75da7201c72e'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:51:44.589565 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a994633c-5f91-45b4-8509-458751473c4a req-8761fdd7-7f43-4a48-8e09-6dc30d3c3cd5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 945 time: 0.0627291 Apr 11 16:51:44.592394 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.641591 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a994633c-5f91-45b4-8509-458751473c4a req-aae16cc0-c006-464e-a3f6-3b96ec30dcba tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437360 Apr 11 16:51:44.666502 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Made reservation on behalf of a4658e2a0f4d498eaf68f71de5920f3e for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:44.668944 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.687229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.732468 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:44.777771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03498489-046b-412b-b91f-e9b3b2015056 req-0436914c-b4c3-4d29-b8ac-2197a8b004ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:44.779384 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-03498489-046b-412b-b91f-e9b3b2015056 req-0436914c-b4c3-4d29-b8ac-2197a8b004ef service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 1129 time: 0.0636175 Apr 11 16:51:44.824231 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 2, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:44.850566 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks [] for security_group (5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.853622 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-03498489-046b-412b-b91f-e9b3b2015056 req-68f720be-9738-4be7-bdc2-778ed3797cc8 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659678 Apr 11 16:51:44.862474 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Checking router: da295ce4-02bc-432d-9209-6b46eb8cb262 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:44.862839 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Updating router da295ce4-02bc-432d-9209-6b46eb8cb262 port 51d5465c-5a8d-4283-9e17-c55c9e8a695c binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:44.910565 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.967912 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:44.992315 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a733aa7-5487-486d-8e67-a6d24f3f2490 req-82d957c6-1cea-4654-8fde-bc20cac8d27e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:44.993963 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9a733aa7-5487-486d-8e67-a6d24f3f2490 req-82d957c6-1cea-4654-8fde-bc20cac8d27e tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0498803 Apr 11 16:51:44.996168 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 803} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:51:45.006755 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.012629 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (19c49861-fce8-4d8d-b543-12691185717c), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.012975 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Added segment 19c49861-fce8-4d8d-b543-12691185717c of type vlan for network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 Apr 11 16:51:45.055506 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9a733aa7-5487-486d-8e67-a6d24f3f2490 req-4cb54cfa-5455-4f07-bca1-d2954d12b64b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549760 Apr 11 16:51:45.060223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.194227 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks [] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.246415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.247441 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:45.248022 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.309286 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] Pushing event updated for resources: {'Network': ['ID=d74043f3-bb9f-4a10-a0c7-bb87e9186ed8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.330580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:51:45.503118 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.537782 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5736b7c5-5b1a-4616-9720-5e648a79bd69 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9947584 Apr 11 16:51:45.538211 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60644) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:45.543223 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Request body: {'subnet': {'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1488018637-subnet', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:45.565251 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f082206-450a-4799-9574-51b2a6d9346a None None] Pushing event updated for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.624498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Attempting to bind port 51d5465c-5a8d-4283-9e17-c55c9e8a695c on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:45.624881 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Attempting to bind port 51d5465c-5a8d-4283-9e17-c55c9e8a695c by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:45.625237 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Attempting to bind port 51d5465c-5a8d-4283-9e17-c55c9e8a695c on network 103a8fbc-b219-4fd0-a61a-d189ba119796 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:45.630629 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:45.631029 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Checking segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:45.631431 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.631815 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Bound using segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:45.632279 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Bound port: 51d5465c-5a8d-4283-9e17-c55c9e8a695c, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:45.632649 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.699716 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] For port 51d5465c-5a8d-4283-9e17-c55c9e8a695c, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:45.704382 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] For port 51d5465c-5a8d-4283-9e17-c55c9e8a695c, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=51d5465c-5a8d-4283-9e17-c55c9e8a695c,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:45.732514 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Made reservation on behalf of a4658e2a0f4d498eaf68f71de5920f3e for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:51:45.735573 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3686204'] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.789892 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:45.797532 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-72bb0545-9efa-46c4-bc75-d835047b8849 None None] Provisioning complete for port 51d5465c-5a8d-4283-9e17-c55c9e8a695c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:45.797532 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-72bb0545-9efa-46c4-bc75-d835047b8849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.798001 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100a914a-4627-4a20-b82a-9b19f26b4867 req-dcbca908-4105-445b-adb1-cbe7ef519137 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:45.798119 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:45.804227 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-100a914a-4627-4a20-b82a-9b19f26b4867 req-dcbca908-4105-445b-adb1-cbe7ef519137 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 945 time: 0.0830896 Apr 11 16:51:45.864920 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:45.901719 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-100a914a-4627-4a20-b82a-9b19f26b4867 req-ba06b3ce-896e-43b4-aeea-18ecf2dbc68f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961156 Apr 11 16:51:45.929805 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-72bb0545-9efa-46c4-bc75-d835047b8849 None None] Port 51d5465c-5a8d-4283-9e17-c55c9e8a695c cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:45.971627 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f082206-450a-4799-9574-51b2a6d9346a None None] Pushing event updated for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:45.974770 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 0a1e02be-a916-4016-9d1b-75da7201c72e completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:51:45.982402 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:45.983080 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:45.987660 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:45.988043 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.050160 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 0a1e02be-a916-4016-9d1b-75da7201c72e triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:46.050560 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.185352 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:46.323682 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:46.331699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Provisioning complete for port 51d5465c-5a8d-4283-9e17-c55c9e8a695c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:46.332077 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.336344 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce83f555-9d52-47f6-8cba-d636c2f6fa4b req-a4cfa3c0-3b48-4d3e-9afa-b724bd4d50dd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:46.337804 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce83f555-9d52-47f6-8cba-d636c2f6fa4b req-a4cfa3c0-3b48-4d3e-9afa-b724bd4d50dd tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0474901 Apr 11 16:51:46.367694 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:46.368083 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.386074 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce83f555-9d52-47f6-8cba-d636c2f6fa4b req-14e9202b-a631-45ef-bfd5-f8c7f702b212 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415158 Apr 11 16:51:46.388030 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59016833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3686190'] for subnet (94a8c261-d9d6-4030-8451-1e691b8bc10a), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.454153 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:46.456868 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba61e09-37c0-4a56-a730-9f5091651aca" -d '{"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:46.482580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:46.495162 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Checking segment: {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:46.495530 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Network hostable DHCP agents. Network: d74043f3-bb9f-4a10-a0c7-bb87e9186ed8, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:51:46.503208 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=94a8c261-d9d6-4030-8451-1e691b8bc10a,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:46.512300 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.513512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.513512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.513512 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.514000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.514000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.514341 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.514643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.515500 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.515853 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.516154 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.516488 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.516819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.517144 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.517467 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:51:46.569091 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Current status of the port 51d5465c-5a8d-4283-9e17-c55c9e8a695c is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:46.569583 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.591680 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.630137 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:45Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:46.657819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:51:46.668959 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] For port 51d5465c-5a8d-4283-9e17-c55c9e8a695c, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=51d5465c-5a8d-4283-9e17-c55c9e8a695c,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:46.670565 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69da2296-610c-4418-8c79-7e264e65a2d2 None None] The sync data for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb is: [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:45Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:46.693087 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:46.765841 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-257f9b6c-d1d0-4050-8aff-9535a4fd18cf x-openstack-request-id: req-257f9b6c-d1d0-4050-8aff-9535a4fd18cf {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:46.766141 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:46.766398 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-257f9b6c-d1d0-4050-8aff-9535a4fd18cf {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:46.766800 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-257f9b6c-d1d0-4050-8aff-9535a4fd18cf'] response: {'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'code': 200} Apr 11 16:51:46.835157 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, d74043f3-bb9f-4a10-a0c7-bb87e9186ed8) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:46.839376 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:46.839968 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:46.847536 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9d597a-d762-4225-a503-fc65f1e1ffba None None] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:46.909891 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.031857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b22487-f0b6-4e2a-825a-1568b5cfc7c8 None None] Pushing event updated for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:47.043898 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8365232e-0d53-56bc-aa2c-8155a4c83b50-d74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'fixed_ips': [{'subnet_id': '94a8c261-d9d6-4030-8451-1e691b8bc10a'}]}} from dv-cinder-837165-2-smb. {{(pid=110561) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 16:51:47.043898 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.064721 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9765-c7dd-4434-aab9-5c8266e0eafa req-0a27c5f1-88af-4cda-9ccb-f8638f04d95b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:47.066390 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5dfc9765-c7dd-4434-aab9-5c8266e0eafa req-0a27c5f1-88af-4cda-9ccb-f8638f04d95b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0766888 Apr 11 16:51:47.071523 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e2c47514-9e37-4674-ba2b-0636edf455ec admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5321770 Apr 11 16:51:47.073352 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60658) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:47.078248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:47.129212 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5dfc9765-c7dd-4434-aab9-5c8266e0eafa req-49884f0b-668d-4b46-8e37-2b35bd7b767e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562253 Apr 11 16:51:47.212413 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-747605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12941'] for router (571d3372-63a6-4f50-8350-b5dca899f92d), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.214050 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-748773', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548702', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-903225', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12948'] for router (571d3372-63a6-4f50-8350-b5dca899f92d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.232564 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.db_base_plugin_common [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Allocated IP 172.20.0.2 (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8/94a8c261-d9d6-4030-8451-1e691b8bc10a/165aa519-730f-429a-aaf3-7c28d3cac218) {{(pid=110561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:47.235560 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98ac517-18d4-4a5d-8f04-fbb07611bb8a req-8c02b89e-16ee-42d6-aad4-f159aa59309f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:47.237645 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b98ac517-18d4-4a5d-8f04-fbb07611bb8a req-8c02b89e-16ee-42d6-aad4-f159aa59309f service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1130 time: 0.0542922 Apr 11 16:51:47.308577 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for router_controller (571d3372-63a6-4f50-8350-b5dca899f92d), precommit_add_association {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.329132 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b98ac517-18d4-4a5d-8f04-fbb07611bb8a req-abd95b5d-947a-469a-8f14-0aaab594bb8c service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838301 Apr 11 16:51:47.409489 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks [] for port (165aa519-730f-429a-aaf3-7c28d3cac218), precommit_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.512695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), after_create {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.554780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f0598-1dd9-4635-8841-1c5f5cd6d510 req-d5dd1786-59a9-4d85-8c11-6b73db8788f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:47.555359 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for router_gateway (571d3372-63a6-4f50-8350-b5dca899f92d), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.560283 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 is already hosted by enough agents. {{(pid=110561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:47.563841 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c33f0598-1dd9-4635-8841-1c5f5cd6d510 req-d5dd1786-59a9-4d85-8c11-6b73db8788f1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0777557 Apr 11 16:51:47.565050 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.scheduler.base_scheduler [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Resources bound (agent type, host, resource id): {{(pid=110561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:47.568910 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Received port after_create {{(pid=110561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:47.628792 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c33f0598-1dd9-4635-8841-1c5f5cd6d510 req-298e9ed0-e802-4516-a3da-d9569ea8ef1d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627611 Apr 11 16:51:47.645646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Attempting to bind port 165aa519-730f-429a-aaf3-7c28d3cac218 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:47.646022 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Attempting to bind port 165aa519-730f-429a-aaf3-7c28d3cac218 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:47.646458 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Attempting to bind port 165aa519-730f-429a-aaf3-7c28d3cac218 on network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:47.648800 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Pushing event updated for resources: {'Port': ['ID=165aa519-730f-429a-aaf3-7c28d3cac218,revision_number=1']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:47.655045 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:47.655957 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Checking segment: {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:47.656473 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.659508 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Bound using segment: {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:47.660225 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Bound port: 165aa519-730f-429a-aaf3-7c28d3cac218, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:47.660703 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.706118 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:51:47.824499 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bd7257-7c90-4f22-b69e-56d18de51d5c req-e5b3d1a5-933f-4808-911c-f37653dbc821 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:47.826273 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f3bd7257-7c90-4f22-b69e-56d18de51d5c req-e5b3d1a5-933f-4808-911c-f37653dbc821 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.1240339 Apr 11 16:51:47.838355 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60676) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:47.844820 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Request body: {'floatingip': {'port_id': '5f0f8d84-6165-4da5-93df-4c888bdaa888'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:47.900225 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 51d5465c-5a8d-4283-9e17-c55c9e8a695c up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:47.907690 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:47.969702 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] For port 165aa519-730f-429a-aaf3-7c28d3cac218, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:47.977370 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] For port 165aa519-730f-429a-aaf3-7c28d3cac218, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=165aa519-730f-429a-aaf3-7c28d3cac218,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:47.984005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 51d5465c-5a8d-4283-9e17-c55c9e8a695c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:47.984378 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.066710 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for router_gateway (571d3372-63a6-4f50-8350-b5dca899f92d), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.093593 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 51d5465c-5a8d-4283-9e17-c55c9e8a695c is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:48.100413 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.127528 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.227190 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2fc59-73fd-4acf-b668-8d1e259e05f0 None None] Pushing event updated for resources: {'Port': ['ID=165aa519-730f-429a-aaf3-7c28d3cac218,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:48.241453 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Allocated IP 172.28.0.27 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/bf8ac4f8-a697-4147-a419-988fbb81558b) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:48.409826 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee1acec-10e2-43f5-96c3-3e59de2b9549 req-4a7448f8-f171-4998-9fc3-e201deff3efa tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:48.435098 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ee1acec-10e2-43f5-96c3-3e59de2b9549 req-4a7448f8-f171-4998-9fc3-e201deff3efa tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.1446476 Apr 11 16:51:48.576447 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ee1acec-10e2-43f5-96c3-3e59de2b9549 req-4f5f8e3b-d8ad-4a5b-82de-3e657cbef237 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410601 Apr 11 16:51:48.703809 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.739117 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.757767 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca353a1e-6de7-468b-b6a0-f0ba0169102b req-66480b55-3c7b-4d34-a0c9-d3a0b2d763e3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:48.759587 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca353a1e-6de7-468b-b6a0-f0ba0169102b req-66480b55-3c7b-4d34-a0c9-d3a0b2d763e3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0613265 Apr 11 16:51:48.810129 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca353a1e-6de7-468b-b6a0-f0ba0169102b req-22bd64db-3676-42bb-8d65-6a399620d422 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443625 Apr 11 16:51:48.851912 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.852370 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:48.889337 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:48.892914 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:48.899291 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:48.921829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Pushing event updated for resources: {'Port': ['ID=bf8ac4f8-a697-4147-a419-988fbb81558b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:48.974683 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP b8c278f2-ad68-44f6-94e2-f6018712b07a associated. External IP: 172.28.0.44, port: 5f0f8d84-6165-4da5-93df-4c888bdaa888. Apr 11 16:51:49.237864 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:49.315020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for router_gateway (571d3372-63a6-4f50-8350-b5dca899f92d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.348843 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bdce9-573d-4e05-83a6-644e074e5fdc None None] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:51:49.361819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:49.366420 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.375565 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:49.391595 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:49.392674 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:49.403146 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-98cab775-9f5e-454b-b008-92ec63aa3d74 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "PUT /v2.0/floatingips/b8c278f2-ad68-44f6-94e2-f6018712b07a HTTP/1.1" status: 200 len: 990 time: 1.5635288 Apr 11 16:51:49.403737 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:49.407632 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f19080-37e0-4dc2-960a-2953db4604a2" -d '{"events": [{"name": "network-changed", "server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:49.458215 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf4b36a-b610-4336-a5aa-100009dc09ce x-openstack-request-id: req-acf4b36a-b610-4336-a5aa-100009dc09ce {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:49.458731 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:49.459167 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-acf4b36a-b610-4336-a5aa-100009dc09ce {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:49.460238 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf4b36a-b610-4336-a5aa-100009dc09ce'] response: {'name': 'network-changed', 'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'status': 'completed', 'code': 200} Apr 11 16:51:49.478128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Provisioning complete for port 165aa519-730f-429a-aaf3-7c28d3cac218 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:49.478603 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.519056 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:49.568434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Current status of the port 165aa519-730f-429a-aaf3-7c28d3cac218 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:49.568434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.576503 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-748764', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548525'] for router (571d3372-63a6-4f50-8350-b5dca899f92d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.605787 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] For port 165aa519-730f-429a-aaf3-7c28d3cac218, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=165aa519-730f-429a-aaf3-7c28d3cac218,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:49.704293 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.721972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b6d5e0-e390-41d1-9d2e-6a523d763ec8 req-ad642698-4aa1-403b-b07c-bd5f564f4557 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:49.725473 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22b6d5e0-e390-41d1-9d2e-6a523d763ec8 req-ad642698-4aa1-403b-b07c-bd5f564f4557 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0596740 Apr 11 16:51:49.793499 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4551c600-89c1-4254-8b4a-0f96d1916ff1 None None] Pushing event updated for resources: {'Port': ['ID=165aa519-730f-429a-aaf3-7c28d3cac218,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:49.796590 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-22b6d5e0-e390-41d1-9d2e-6a523d763ec8 req-8bc53d70-33b1-41a9-9e13-5ec6a779512b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645778 Apr 11 16:51:49.822678 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b8c278f2-ad68-44f6-94e2-f6018712b07a', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:c9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489c1c08-e048-4302-b1c8-49efed69f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:48Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:49.823718 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-b3bae66f-03b3-44e7-88b9-0b5c5a18644a None None] Provisioning complete for port 165aa519-730f-429a-aaf3-7c28d3cac218 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:49.824093 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b3bae66f-03b3-44e7-88b9-0b5c5a18644a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.831754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Router 571d3372-63a6-4f50-8350-b5dca899f92d is scheduled to L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c with binding_index 1 {{(pid=110560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 16:51:49.856693 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:49.861614 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 165aa519-730f-429a-aaf3-7c28d3cac218 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:49.870623 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:49.871435 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:49.968515 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 165aa519-730f-429a-aaf3-7c28d3cac218 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:49.969403 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:49.980887 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5ffc45-e2b7-48bc-8e4a-7e1e7f9c7afb req-9db1f5b8-d2de-422a-8f9a-c23dfabd3e53 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:49.982399 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2d5ffc45-e2b7-48bc-8e4a-7e1e7f9c7afb req-9db1f5b8-d2de-422a-8f9a-c23dfabd3e53 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0813305 Apr 11 16:51:49.998835 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda34ec0-4431-4713-9503-c40e8f6b1576 req-48b10192-3541-4808-a4ef-085fa806016d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.001366 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eda34ec0-4431-4713-9503-c40e8f6b1576 req-48b10192-3541-4808-a4ef-085fa806016d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0882926 Apr 11 16:51:50.006861 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:50.010147 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60696) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:50.016767 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-b3bae66f-03b3-44e7-88b9-0b5c5a18644a None None] Current status of the port 165aa519-730f-429a-aaf3-7c28d3cac218 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:50.019577 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:50.024325 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Sync routers for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:50.024784 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'floatingip': {'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:50.045629 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2d5ffc45-e2b7-48bc-8e4a-7e1e7f9c7afb req-a924d395-5497-4ea2-8f8d-e5908c0def53 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561693 Apr 11 16:51:50.050458 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:50.051007 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:50.083312 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.164926 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 165aa519-730f-429a-aaf3-7c28d3cac218 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:50.195793 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:50.269624 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b8c278f2-ad68-44f6-94e2-f6018712b07a', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:c9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489c1c08-e048-4302-b1c8-49efed69f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:48Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:50.293196 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.299655 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3874b3d6-4f17-4c8a-9951-ee9a8d3f713e admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.2203999 Apr 11 16:51:50.300653 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60698) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:50.383126 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:49Z', 'revision_number': 3, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:50.395161 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e076717-0b60-4165-a1af-f657f9899697 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b8c278f2-ad68-44f6-94e2-f6018712b07a', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'floating_ip_address': '172.28.0.44', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'port_id': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'mac_address': 'fa:16:3e:c9:24:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '489c1c08-e048-4302-b1c8-49efed69f035', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:48Z', 'revision_number': 1, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:50.417979 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Checking router: 571d3372-63a6-4f50-8350-b5dca899f92d for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:50.418340 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Updating router 571d3372-63a6-4f50-8350-b5dca899f92d port bf8ac4f8-a697-4147-a419-988fbb81558b binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:50.452131 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.587052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-c14fda66-8859-437f-af50-b7a776c260e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.588773 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-c14fda66-8859-437f-af50-b7a776c260e7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 1129 time: 0.1436095 Apr 11 16:51:50.624261 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8320ef4-ce70-4963-8936-ffe47b2da8d2 None None] New status for floating IP b8c278f2-ad68-44f6-94e2-f6018712b07a: ACTIVE {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:50.731845 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks [] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.776561 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aa415-4027-4ab8-993d-8eefcd86380d req-7b427573-3407-491a-97e1-529838d1bc74 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.778539 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-102aa415-4027-4ab8-993d-8eefcd86380d req-7b427573-3407-491a-97e1-529838d1bc74 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0766201 Apr 11 16:51:50.818972 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.823020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-9f18534b-5ffa-4705-a4b5-ed4d414c6d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:50.825432 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-9f18534b-5ffa-4705-a4b5-ed4d414c6d52 service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.2285941 Apr 11 16:51:50.883435 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Attempting to bind port bf8ac4f8-a697-4147-a419-988fbb81558b on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:50.883844 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Attempting to bind port bf8ac4f8-a697-4147-a419-988fbb81558b by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:50.884221 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Attempting to bind port bf8ac4f8-a697-4147-a419-988fbb81558b on network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:50.888614 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Deleting port 27de8f20-56aa-40d6-b3a9-6271cafb627b {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:50.888763 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.895947 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7af03-8063-4b81-825f-87adf782193b None None] Pushing event updated for resources: {'Port': ['ID=bf8ac4f8-a697-4147-a419-988fbb81558b,revision_number=2']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:50.898504 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:50.898888 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Checking segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:50.899553 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.900014 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Bound using segment: {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:50.900493 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Bound port: bf8ac4f8-a697-4147-a419-988fbb81558b, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:50.900950 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:50.963164 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] For port bf8ac4f8-a697-4147-a419-988fbb81558b, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:50.968906 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] For port bf8ac4f8-a697-4147-a419-988fbb81558b, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=bf8ac4f8-a697-4147-a419-988fbb81558b,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:50.993585 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] For port 27de8f20-56aa-40d6-b3a9-6271cafb627b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=27de8f20-56aa-40d6-b3a9-6271cafb627b,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:50.994105 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.012692 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-6f63b517-11bd-47dc-acd8-0468f0cf9b69 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 200 len: 1000 time: 0.1478534 Apr 11 16:51:51.016304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.097554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-3a8a7125-632d-4793-8db1-715eb2f1470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:51.099171 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-3a8a7125-632d-4793-8db1-715eb2f1470f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0802724 Apr 11 16:51:51.146955 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.154568 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-21385bbb-1895-480d-a57e-cc2bd8bb0632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:51.156648 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-21385bbb-1895-480d-a57e-cc2bd8bb0632 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0502830 Apr 11 16:51:51.202921 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.209716 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0647bb96-2bcd-497a-baf1-d6d69b3d1a21 req-96526a79-dfcc-444d-9319-4896ff4a5bc5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:51.211362 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0647bb96-2bcd-497a-baf1-d6d69b3d1a21 req-96526a79-dfcc-444d-9319-4896ff4a5bc5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 946 time: 0.0900176 Apr 11 16:51:51.215666 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.216106 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.216925 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Floating IP 8f2a2857-4119-46be-99a2-f605258fbf3c disassociated. External IP: 172.28.0.166, port: 27de8f20-56aa-40d6-b3a9-6271cafb627b. Apr 11 16:51:51.216925 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Calling delete_port for 27de8f20-56aa-40d6-b3a9-6271cafb627b owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:51.217170 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:51.218370 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:51.254375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb7af03-8063-4b81-825f-87adf782193b None None] Pushing event updated for resources: {'Port': ['ID=bf8ac4f8-a697-4147-a419-988fbb81558b,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.310718 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0647bb96-2bcd-497a-baf1-d6d69b3d1a21 req-c8ad8869-0e24-4b9e-a0ac-30959d6913f3 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups?id=7fc4fcba-229c-4060-b11a-0837750a4dfc&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905466 Apr 11 16:51:51.352883 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:51.403532 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-a53ae051-25ff-4a95-83f7-b1d626bd8997 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250779 Apr 11 16:51:51.408918 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Floating IP f88b8144-bbae-4335-81b5-7510480a13e6 associated. External IP: 172.28.0.201, port: 0a1e02be-a916-4016-9d1b-75da7201c72e. Apr 11 16:51:51.415125 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.492402 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (27de8f20-56aa-40d6-b3a9-6271cafb627b), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.523427 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'Port': ['ID=27de8f20-56aa-40d6-b3a9-6271cafb627b,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:51.540545 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:49Z', 'revision_number': 3, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:51.571632 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d33f496a-839f-47cf-841f-cadf5e717e5b None None] The sync data for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb is: [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:49Z', 'revision_number': 3, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:51.664888 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:51.792929 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:51.803802 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 165aa519-730f-429a-aaf3-7c28d3cac218 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:51.807617 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:51.864153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] No DVR routers for this DVR port 27de8f20-56aa-40d6-b3a9-6271cafb627b on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:51:51.870250 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:51.875866 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-102aa415-4027-4ab8-993d-8eefcd86380d req-897f3e93-7081-423e-b879-80bf2d12e5f5 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.72 "DELETE /v2.0/ports/27de8f20-56aa-40d6-b3a9-6271cafb627b HTTP/1.1" status: 204 len: 173 time: 1.0923142 Apr 11 16:51:51.876373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'name': 'network-vif-deleted', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:51.886664 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511835e3-75e5-4a47-83dd-270d019fcb87" -d '{"events": [{"server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "name": "network-vif-deleted", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:51.900555 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:51.900555 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:51.970461 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cdcf1d9-f5fa-4512-9c5e-c916b7d1e779 x-openstack-request-id: req-2cdcf1d9-f5fa-4512-9c5e-c916b7d1e779 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:51.970754 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6aa995f-418d-47da-9d49-3b56c5d2b144", "name": "network-vif-deleted", "tag": "27de8f20-56aa-40d6-b3a9-6271cafb627b", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:51.971065 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2cdcf1d9-f5fa-4512-9c5e-c916b7d1e779 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:51.971483 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdcf1d9-f5fa-4512-9c5e-c916b7d1e779'] response: {'server_uuid': 'c6aa995f-418d-47da-9d49-3b56c5d2b144', 'name': 'network-vif-deleted', 'tag': '27de8f20-56aa-40d6-b3a9-6271cafb627b', 'status': 'completed', 'code': 200} Apr 11 16:51:52.010419 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-78f19080-37e0-4dc2-960a-2953db4604a2 req-8a9a6002-c34d-48ce-a5c5-d90b7e4f6dc0 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5963402 Apr 11 16:51:52.132092 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Allocated IP 172.20.0.1 (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8/94a8c261-d9d6-4030-8451-1e691b8bc10a/6719d568-a5c2-4560-9e03-7fa054ddafb8) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:51:52.199416 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 165aa519-730f-429a-aaf3-7c28d3cac218 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:52.199416 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.247870 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:52.269238 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:52.339487 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks [] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.373729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 165aa519-730f-429a-aaf3-7c28d3cac218 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:52.423353 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb10f82d-3d70-4c62-9247-71af26235c37 req-aa5c127b-3bd5-4908-846f-50867e544589 tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0375252 Apr 11 16:51:52.430158 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:52.439293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.444025 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:52.466842 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-885e85a0-bdeb-415f-b401-d05c90cc7298 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "PUT /v2.0/floatingips/f88b8144-bbae-4335-81b5-7510480a13e6 HTTP/1.1" status: 200 len: 992 time: 2.4493704 Apr 11 16:51:52.467628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:51:52.470080 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1798294e-a655-4053-88da-acb44cfe78a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:51:52.476854 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:52.477495 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.491496 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.526227 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:52.528677 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540593ac-77b7-470d-9428-5901cb58c515 x-openstack-request-id: req-540593ac-77b7-470d-9428-5901cb58c515 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:51:52.528979 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:51:52.529233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-540593ac-77b7-470d-9428-5901cb58c515 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:51:52.529644 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540593ac-77b7-470d-9428-5901cb58c515'] response: {'name': 'network-changed', 'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'status': 'completed', 'code': 200} Apr 11 16:51:52.535823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:52.536690 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.547112 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.619580 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:52.620499 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:52.630824 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:52.649313 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:51:52.665890 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:52.690086 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Pushing event updated for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:52.694914 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798294e-a655-4053-88da-acb44cfe78a9 req-dfaf4962-0f09-482f-a6b1-9fc1c0a7fd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:52.696499 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-dfaf4962-0f09-482f-a6b1-9fc1c0a7fd14 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1130 time: 0.1402965 Apr 11 16:51:52.726615 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-548446'] for router_interface (571d3372-63a6-4f50-8350-b5dca899f92d), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:52.922386 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.933869 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798294e-a655-4053-88da-acb44cfe78a9 req-66927007-c3b5-4b13-b136-4f6f444cd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:52.935525 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-66927007-c3b5-4b13-b136-4f6f444cd473 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.2321856 Apr 11 16:51:52.943137 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'f88b8144-bbae-4335-81b5-7510480a13e6', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:50Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.972516 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:52.973893 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cef470-cdad-4760-8227-34f289e7b173 None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:46:17Z', 'revision_number': 4, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '9ddc0645-3bbb-49e6-811f-8ec203ebedb8', 'name': '', 'network_id': '1aeca318-24bd-4aec-adc1-c3cf1ed65b9f', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'mac_address': 'fa:16:3e:fc:99:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:15Z', 'updated_at': '2022-04-11T16:46:23Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'subnets': [{'id': '7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:52.982367 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:52.983309 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:52.984622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-6f135cbd-647c-4ac3-8d85-2a9b91550e0a None None] Provisioning complete for port 6719d568-a5c2-4560-9e03-7fa054ddafb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:52.985067 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6f135cbd-647c-4ac3-8d85-2a9b91550e0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.049428 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-6f135cbd-647c-4ac3-8d85-2a9b91550e0a None None] Port 6719d568-a5c2-4560-9e03-7fa054ddafb8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:53.118710 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:53.122387 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-03117af1-e2b2-4d66-a48f-89e34af834fb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1000 time: 0.1010401 Apr 11 16:51:53.164939 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.209078 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798294e-a655-4053-88da-acb44cfe78a9 req-3bb5934e-a072-4602-9868-3f56cd6336e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:53.210633 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-3bb5934e-a072-4602-9868-3f56cd6336e5 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0813739 Apr 11 16:51:53.291263 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1798294e-a655-4053-88da-acb44cfe78a9 req-74e06052-4974-49bd-a3ea-05193a6ea70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:51:53.292867 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-74e06052-4974-49bd-a3ea-05193a6ea70f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0718839 Apr 11 16:51:53.381241 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'f88b8144-bbae-4335-81b5-7510480a13e6', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:50Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:53.416526 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5267d15c-8295-44ed-a596-08ab5d0e6b85 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'f88b8144-bbae-4335-81b5-7510480a13e6', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.201', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:51:31Z', 'updated_at': '2022-04-11T16:51:50Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:53.453502 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-35584ea5-6a67-4767-ae3f-f33d67e49e75 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314342 Apr 11 16:51:53.455318 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks [] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.546815 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1798294e-a655-4053-88da-acb44cfe78a9 req-f992fcf4-6d6d-47ef-9c87-7d28eaea8750 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Apr 11 16:51:53.552847 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-889ab335-c834-44a9-8a85-111c665751dc req-52407b4d-5f31-41e4-bb50-cd030a2fecfc tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6aa995f-418d-47da-9d49-3b56c5d2b144 HTTP/1.1" status: 200 len: 210 time: 0.0287542 Apr 11 16:51:53.711952 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d873cd-a15e-42a6-8f54-ff63b3f94d90 None None] New status for floating IP 8f2a2857-4119-46be-99a2-f605258fbf3c: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:53.728053 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.815763 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556274', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-548334'] for router_interface (571d3372-63a6-4f50-8350-b5dca899f92d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:53.817408 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Pushing event updated for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:53.831784 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 27de8f20-56aa-40d6-b3a9-6271cafb627b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:51:53.867888 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device bf8ac4f8-a697-4147-a419-988fbb81558b up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:53.900496 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 27de8f20-56aa-40d6-b3a9-6271cafb627b {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:51:53.900835 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 27de8f20-56aa-40d6-b3a9-6271cafb627b not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:51:53.915815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:51:53.915815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:51:53.950740 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port bf8ac4f8-a697-4147-a419-988fbb81558b triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:53.951136 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.036932 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port bf8ac4f8-a697-4147-a419-988fbb81558b is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:54.037426 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.043229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Router 571d3372-63a6-4f50-8350-b5dca899f92d has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:51:54.043473 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1f8d020c-2095-4b9c-8f25-8048546576a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.078410 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] For port bf8ac4f8-a697-4147-a419-988fbb81558b, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=bf8ac4f8-a697-4147-a419-988fbb81558b,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:54.183072 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18569c14-61a7-496a-ab4f-4cb322d40b39 None None] New status for floating IP f88b8144-bbae-4335-81b5-7510480a13e6: ACTIVE {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:51:54.184316 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-0c9a3943-acad-4ede-8185-deb41675f10c None None] Provisioning complete for port 6719d568-a5c2-4560-9e03-7fa054ddafb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:54.184695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0c9a3943-acad-4ede-8185-deb41675f10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.210814 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:51:54.219389 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-111c3f0a-a0f7-4c27-b040-33821d2087bc admin admin] 10.222.0.32 "PUT /v2.0/routers/571d3372-63a6-4f50-8350-b5dca899f92d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9176981 Apr 11 16:51:54.225781 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-0c9a3943-acad-4ede-8185-deb41675f10c None None] Port 6719d568-a5c2-4560-9e03-7fa054ddafb8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:54.349174 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.402963 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Pushing event updated for resources: {'Port': ['ID=bf8ac4f8-a697-4147-a419-988fbb81558b,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:54.482985 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Sync routers for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:51:54.495656 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:54.496287 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:54.612578 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:54.793773 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60722) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:54.798280 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2131325785', 'description': 'tempest-secgroup-smoke-2131325785 description', 'project_id': 'a2e72a458b054ac6970039c51e024dac'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:54.811952 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:52Z', 'revision_number': 4, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '6719d568-a5c2-4560-9e03-7fa054ddafb8', 'name': '', 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'mac_address': 'fa:16:3e:95:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:51Z', 'updated_at': '2022-04-11T16:51:53Z', 'revision_number': 2, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'subnets': [{'id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:54.839988 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Checking router: 571d3372-63a6-4f50-8350-b5dca899f92d for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:51:54.840345 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Updating router 571d3372-63a6-4f50-8350-b5dca899f92d port 6719d568-a5c2-4560-9e03-7fa054ddafb8 binding host dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 16:51:54.841619 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60724) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:54.867395 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.897004 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (7fc4fcba-229c-4060-b11a-0837750a4dfc), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.920442 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (7fc4fcba-229c-4060-b11a-0837750a4dfc), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:54.967494 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.041578 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (e61c0cbc-8005-4d1b-bd22-0665c8b212d2), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.132785 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks [] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), precommit_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.168867 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (7fc4fcba-229c-4060-b11a-0837750a4dfc), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.172102 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.173263 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "DELETE /v2.0/security-groups/7fc4fcba-229c-4060-b11a-0837750a4dfc HTTP/1.1" status: 204 len: 168 time: 0.3305638 Apr 11 16:51:55.176137 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60728) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:55.182450 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead62df1-0681-4de5-b3bd-b621f62cd13a tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4fcba-229c-4060-b11a-0837750a4dfc,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.190204 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.api.v2.resource [None req-3e2ec32a-215a-4a36-b776-8b4f4fd4fd9e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] show failed (client error): The resource could not be found. Apr 11 16:51:55.191291 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3e2ec32a-215a-4a36-b776-8b4f4fd4fd9e tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "GET /v2.0/security-groups/7fc4fcba-229c-4060-b11a-0837750a4dfc HTTP/1.1" status: 404 len: 347 time: 0.0140347 Apr 11 16:51:55.194113 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60730) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:55.229294 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e61c0cbc-8005-4d1b-bd22-0665c8b212d2), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.261375 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e61c0cbc-8005-4d1b-bd22-0665c8b212d2,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.314817 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Deleting port e2f9abb3-8ab7-4db9-b566-02c794626114 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:51:55.315111 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.392645 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.392977 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (e2f9abb3-8ab7-4db9-b566-02c794626114), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.404877 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Calling delete_port for e2f9abb3-8ab7-4db9-b566-02c794626114 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:51:55.411792 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.466078 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46a52-a895-4c96-b7d8-bae550955dc8 None None] Pushing event updated for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=3']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.517551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.518662 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-2f40e475-b5f3-4fc5-a447-75052e703fac tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.7238805 Apr 11 16:51:55.520033 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Attempting to bind port 6719d568-a5c2-4560-9e03-7fa054ddafb8 on host dv-cinder-837165-2-smb for vnic_type normal with profile {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:51:55.520421 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Attempting to bind port 6719d568-a5c2-4560-9e03-7fa054ddafb8 by drivers openvswitch,hyperv on host dv-cinder-837165-2-smb at level 0 using segments [{'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:51:55.520796 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Attempting to bind port 6719d568-a5c2-4560-9e03-7fa054ddafb8 on network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:51:55.521571 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60732) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:55.526395 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Checking agent: {'id': 'a81505b7-15f2-450f-a94f-5cf29ac5d861', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837165-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 37), 'started_at': datetime.datetime(2022, 4, 11, 16, 37, 30), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837165-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:51:55.526777 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Checking segment: {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:51:55.527225 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.527623 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Bound using segment: {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'} {{(pid=110561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:51:55.528085 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:55.528216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.managers [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Bound port: 6719d568-a5c2-4560-9e03-7fa054ddafb8, host: dv-cinder-837165-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c49861-fce8-4d8d-b543-12691185717c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8'}}] {{(pid=110561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:51:55.528475 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.602263 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] For port 6719d568-a5c2-4560-9e03-7fa054ddafb8, host dv-cinder-837165-2-smb, cleared binding levels {{(pid=110561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:51:55.605513 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] For port 6719d568-a5c2-4560-9e03-7fa054ddafb8, host dv-cinder-837165-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=6719d568-a5c2-4560-9e03-7fa054ddafb8,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:51:55.656035 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-291ed379-2c17-4390-9c15-1d172f0ef7e0 None None] Provisioning complete for port 6719d568-a5c2-4560-9e03-7fa054ddafb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:55.656402 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-291ed379-2c17-4390-9c15-1d172f0ef7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.690366 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-291ed379-2c17-4390-9c15-1d172f0ef7e0 None None] Port 6719d568-a5c2-4560-9e03-7fa054ddafb8 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:51:55.718315 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (ece9ebb9-5d00-4f44-bc1c-a9c55c3413c4), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.776264 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (ece9ebb9-5d00-4f44-bc1c-a9c55c3413c4), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.777981 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (e2f9abb3-8ab7-4db9-b566-02c794626114), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.778513 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.791600 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device bf8ac4f8-a697-4147-a419-988fbb81558b up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:55.807222 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Pushing event deleted for resources: {'Port': ['ID=e2f9abb3-8ab7-4db9-b566-02c794626114,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.878165 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks [] for floatingip (8f2a2857-4119-46be-99a2-f605258fbf3c), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.881188 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.885276 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f46a52-a895-4c96-b7d8-bae550955dc8 None None] Pushing event updated for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:55.885802 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b8ef641b-2555-4b44-8e4e-30a0cfd00eec tempest-AttachVolumeTestJSON-1006809407 tempest-AttachVolumeTestJSON-1006809407-project] 10.222.0.32 "DELETE /v2.0/floatingips/8f2a2857-4119-46be-99a2-f605258fbf3c HTTP/1.1" status: 204 len: 168 time: 0.6872852 Apr 11 16:51:55.894903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:51:55.894903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:55.950579 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port bf8ac4f8-a697-4147-a419-988fbb81558b triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:55.950965 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:55.987166 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (ece9ebb9-5d00-4f44-bc1c-a9c55c3413c4), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.007542 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece9ebb9-5d00-4f44-bc1c-a9c55c3413c4,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:56.168180 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Provisioning complete for port 6719d568-a5c2-4560-9e03-7fa054ddafb8 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:56.168446 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.208864 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:51:56.261175 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.262395 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-941c274c-a1f3-44a3-8dd1-0a494112f196 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7393303 Apr 11 16:51:56.265312 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60736) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:56.270180 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:56.369710 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port bf8ac4f8-a697-4147-a419-988fbb81558b is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:56.417847 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Current status of the port 6719d568-a5c2-4560-9e03-7fa054ddafb8 is: DOWN; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:56.418307 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.424715 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (23522cc5-e6bc-42fc-bb10-39a2dd5c766d), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.474730 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] For port 6719d568-a5c2-4560-9e03-7fa054ddafb8, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=6719d568-a5c2-4560-9e03-7fa054ddafb8,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:51:56.490633 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (23522cc5-e6bc-42fc-bb10-39a2dd5c766d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.521339 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:52Z', 'revision_number': 4, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '6719d568-a5c2-4560-9e03-7fa054ddafb8', 'name': '', 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'mac_address': 'fa:16:3e:95:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:51Z', 'updated_at': '2022-04-11T16:51:55Z', 'revision_number': 4, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'subnets': [{'id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:51:56.554431 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3320bdc0-a735-4286-92fd-a2834dd62fe5 None None] The sync data for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb is: [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:51:52Z', 'revision_number': 4, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '6719d568-a5c2-4560-9e03-7fa054ddafb8', 'name': '', 'network_id': 'd74043f3-bb9f-4a10-a0c7-bb87e9186ed8', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'mac_address': 'fa:16:3e:95:d1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:51Z', 'updated_at': '2022-04-11T16:51:55Z', 'revision_number': 4, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'subnets': [{'id': '94a8c261-d9d6-4030-8451-1e691b8bc10a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:51:56.593030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.629663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (23522cc5-e6bc-42fc-bb10-39a2dd5c766d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.643244 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-46f418f8-d2ac-4788-8fb8-8c3d8426d729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.647450 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23522cc5-e6bc-42fc-bb10-39a2dd5c766d,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:56.675015 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed40b6e-59d5-4b90-8125-45b5151959ec None None] Pushing event updated for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:56.722377 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.723775 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b7b1c64b-6e8a-4d65-b7be-de4cd917bc7e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4572470 Apr 11 16:51:56.727318 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60740) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:56.733439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:56.860573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (09ec17f4-2756-4c9c-af07-aaf45ace17ec), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:56.923424 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (09ec17f4-2756-4c9c-af07-aaf45ace17ec), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.023294 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (09ec17f4-2756-4c9c-af07-aaf45ace17ec), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.041736 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09ec17f4-2756-4c9c-af07-aaf45ace17ec,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:57.126142 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.127701 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-027df722-6392-4f3f-8037-2bb7a9627b66 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3991153 Apr 11 16:51:57.132551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60742) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:57.134858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:57.240339 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (846f3175-99bd-4bbc-aab7-315f6eade166), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.304218 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (846f3175-99bd-4bbc-aab7-315f6eade166), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.357718 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.380283 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (846f3175-99bd-4bbc-aab7-315f6eade166), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.400369 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=846f3175-99bd-4bbc-aab7-315f6eade166,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:57.496786 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.498125 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-eaa16cb5-b3b0-403f-99f8-1caa9dadb5f4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3666332 Apr 11 16:51:57.501471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60748) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:57.505798 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:57.634986 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.securitygroups_db [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Project a2e72a458b054ac6970039c51e024dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:51:57.641021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (8c80987b-d405-43a4-a5a7-ee28b957cc7a), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.700220 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (8c80987b-d405-43a4-a5a7-ee28b957cc7a), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.796971 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 6719d568-a5c2-4560-9e03-7fa054ddafb8 up at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:51:57.800309 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (8c80987b-d405-43a4-a5a7-ee28b957cc7a), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.820615 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c80987b-d405-43a4-a5a7-ee28b957cc7a,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:57.845321 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Provisioning complete for port 6719d568-a5c2-4560-9e03-7fa054ddafb8 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:51:57.845697 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.916722 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:57.918115 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-06cb60fc-b690-4a8e-9876-e3c105fd2f01 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4157324 Apr 11 16:51:57.921550 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60752) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:51:57.925501 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Current status of the port 6719d568-a5c2-4560-9e03-7fa054ddafb8 is: ACTIVE; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:51:57.926081 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'security_group_rule': {'security_group_id': 'e61c0cbc-8005-4d1b-bd22-0665c8b212d2', 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:51:58.068804 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.securitygroups_db [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Project a2e72a458b054ac6970039c51e024dac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 16:51:58.075039 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (0027f8c5-eda3-4ba3-9c08-9b8e699388f1), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:58.135966 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (0027f8c5-eda3-4ba3-9c08-9b8e699388f1), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:58.251965 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (0027f8c5-eda3-4ba3-9c08-9b8e699388f1), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:58.270290 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0027f8c5-eda3-4ba3-9c08-9b8e699388f1,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:51:58.359721 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:51:58.370180 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-52f959a2-5094-4cef-ba79-f8767ddf4013 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4386914 Apr 11 16:51:58.723508 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:00.267311 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60826) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:00.348697 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.001858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.239550 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Deleting port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:01.239887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.326809 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] For port 9ddc0645-3bbb-49e6-811f-8ec203ebedb8, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:01.327538 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.339740 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Calling delete_port for 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 owned by network:router_interface {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:01.657961 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (9ddc0645-3bbb-49e6-811f-8ec203ebedb8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:01.683209 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddc0645-3bbb-49e6-811f-8ec203ebedb8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:01.870322 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.095305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Router bd9679bf-8c30-4ca0-ac95-62d3e9999476 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:02.206373 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:02.211469 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-10c9cd7b-631a-41db-b35e-33a99d8d68ad admin admin] 10.222.0.32 "PUT /v2.0/routers/bd9679bf-8c30-4ca0-ac95-62d3e9999476/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9430566 Apr 11 16:52:02.214043 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60834) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:02.216763 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Sync routers for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:02.229627 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:02.230242 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:02.329634 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks [] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.343544 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:02.442332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks [] for router_gateway (bd9679bf-8c30-4ca0-ac95-62d3e9999476), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.518499 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223'}], 'enable_snat': True}, 'gw_port_id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:52:01Z', 'revision_number': 5, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port': {'id': '4c890854-97a8-40bd-a51d-5d32d326fd47', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:6a:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:46:10Z', 'updated_at': '2022-04-11T16:46:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:02.586671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Deleting port 4c890854-97a8-40bd-a51d-5d32d326fd47 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:02.587145 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.636859 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Checking router: bd9679bf-8c30-4ca0-ac95-62d3e9999476 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:02.646817 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Routers {'bd9679bf-8c30-4ca0-ac95-62d3e9999476'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:02.647471 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:51:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:02.682155 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] For port 4c890854-97a8-40bd-a51d-5d32d326fd47, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4c890854-97a8-40bd-a51d-5d32d326fd47,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:02.682523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.698201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Calling delete_port for 4c890854-97a8-40bd-a51d-5d32d326fd47 owned by network:router_gateway {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:02.738146 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] Set router bd9679bf-8c30-4ca0-ac95-62d3e9999476 gateway port host: None {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:02.793753 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:52:02Z', 'revision_number': 6, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:02.823127 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d055f477-632e-46a2-81f4-39c8fefed83d None None] The sync data for ids ['bd9679bf-8c30-4ca0-ac95-62d3e9999476'] in dv-cinder-837165-2-smb is: [{'id': 'bd9679bf-8c30-4ca0-ac95-62d3e9999476', 'name': 'tempest-AttachVolumeTestJSON-470255475-router', 'tenant_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:46:09Z', 'updated_at': '2022-04-11T16:52:02Z', 'revision_number': 6, 'project_id': 'c872c06c4b4f4b9a9605aeb0e86d3a8a', 'gw_port_host': None}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:02.969065 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (4c890854-97a8-40bd-a51d-5d32d326fd47), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:02.995932 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c890854-97a8-40bd-a51d-5d32d326fd47,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.071228 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.165276 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.167631 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks [] for router_controller (bd9679bf-8c30-4ca0-ac95-62d3e9999476), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.298036 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (bd9679bf-8c30-4ca0-ac95-62d3e9999476), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.298694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd9679bf-8c30-4ca0-ac95-62d3e9999476 {{(pid=110560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:52:03.305239 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.306409 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-78998511-51f2-486b-b3bd-ca7632f418d5 admin admin] 10.222.0.32 "DELETE /v2.0/routers/bd9679bf-8c30-4ca0-ac95-62d3e9999476 HTTP/1.1" status: 204 len: 168 time: 1.0914214 Apr 11 16:52:03.308865 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60838) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.354197 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_v2 [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Deleting subnet 7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 {{(pid=110560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:03.357334 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Publish callbacks [] for subnet (7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.392590 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3794830'] for subnet (7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.476072 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.612048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3773164', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59068364'] for subnet (7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.637474 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:03.641851 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for subnet (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.644960 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-374e5b6a-7b0a-45cb-b4cf-bf000c21710c admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7287874c-f1b9-43fb-b3ee-c2b9a72a3ad8 HTTP/1.1" status: 204 len: 168 time: 0.3351488 Apr 11 16:52:03.647566 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60842) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:03.650167 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a42a3cd-f02c-40be-abbb-22e1fe5333d9 None None] Network 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:03.722012 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.770213 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Deleting port cbf449e3-dd54-4007-8131-07de4b48e829 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:03.770213 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.834473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] For port cbf449e3-dd54-4007-8131-07de4b48e829, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=cbf449e3-dd54-4007-8131-07de4b48e829,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:03.834840 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:03.851837 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Calling delete_port for cbf449e3-dd54-4007-8131-07de4b48e829 owned by network:dhcp {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:03.948470 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] DHCP port deletion for 1aeca318-24bd-4aec-adc1-c3cf1ed65b9f request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:52:03.990744 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Deleting port cbf449e3-dd54-4007-8131-07de4b48e829 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:03.991143 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.005840 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:04.025922 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.038401 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:04.038699 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] No DVR routers for this DVR port cbf449e3-dd54-4007-8131-07de4b48e829 on host dv-cinder-837165-2-smb {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:04.038972 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 9ddc0645-3bbb-49e6-811f-8ec203ebedb8 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:04.039429 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4c890854-97a8-40bd-a51d-5d32d326fd47 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:04.084370 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf449e3-dd54-4007-8131-07de4b48e829,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.092720 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 4c890854-97a8-40bd-a51d-5d32d326fd47 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:04.093303 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4c890854-97a8-40bd-a51d-5d32d326fd47 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:04.093883 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device cbf449e3-dd54-4007-8131-07de4b48e829 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:04.117818 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] For port cbf449e3-dd54-4007-8131-07de4b48e829, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=cbf449e3-dd54-4007-8131-07de4b48e829,segment=NetworkSegment(511c6ebf-eca2-4b6e-b08a-73e41d754256),segment_id=511c6ebf-eca2-4b6e-b08a-73e41d754256)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:04.118216 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.121057 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: cbf449e3-dd54-4007-8131-07de4b48e829 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:04.121403 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device cbf449e3-dd54-4007-8131-07de4b48e829 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:04.137512 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Calling delete_port for cbf449e3-dd54-4007-8131-07de4b48e829 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:04.144686 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.166712 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aeca318-24bd-4aec-adc1-c3cf1ed65b9f']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:04.177506 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '511c6ebf-eca2-4b6e-b08a-73e41d754256') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:04.177827 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '511c6ebf-eca2-4b6e-b08a-73e41d754256') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:04.188995 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (511c6ebf-eca2-4b6e-b08a-73e41d754256), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.203748 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (511c6ebf-eca2-4b6e-b08a-73e41d754256), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.210461 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Releasing vlan 839 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:04.211011 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (511c6ebf-eca2-4b6e-b08a-73e41d754256), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:04.218852 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:04.221409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (cbf449e3-dd54-4007-8131-07de4b48e829), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.253821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] Pushing event deleted for resources: {'Port': ['ID=cbf449e3-dd54-4007-8131-07de4b48e829,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.258823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d5564-1354-4eab-be87-520609e5d32b None None] No DVR routers for this DVR port cbf449e3-dd54-4007-8131-07de4b48e829 on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:04.343510 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (1aeca318-24bd-4aec-adc1-c3cf1ed65b9f), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.349092 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.352244 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] 10.222.0.32 "DELETE /v2.0/networks/1aeca318-24bd-4aec-adc1-c3cf1ed65b9f HTTP/1.1" status: 204 len: 168 time: 0.7037523 Apr 11 16:52:04.363573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd7c8b0-e947-4b7a-8285-f91972a2074d admin admin] Pushing event deleted for resources: {'Network': ['ID=1aeca318-24bd-4aec-adc1-c3cf1ed65b9f,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:04.793079 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60848) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.836568 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f8ceef8d-e174-424c-835b-ee7411104f50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c872c06c4b4f4b9a9605aeb0e86d3a8a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0422299 Apr 11 16:52:04.838973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60850) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:04.887707 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] Publish callbacks [] for security_group (0a6cce6f-56ab-469d-8707-e7c46e0fff63), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:04.908879 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] Publish callbacks [] for security_group (0a6cce6f-56ab-469d-8707-e7c46e0fff63), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.074681 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0a6cce6f-56ab-469d-8707-e7c46e0fff63), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.078334 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:05.079855 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0a6cce6f-56ab-469d-8707-e7c46e0fff63 HTTP/1.1" status: 204 len: 168 time: 0.2397778 Apr 11 16:52:05.095880 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244bb10-2ba8-4807-a011-75318ff9f023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6cce6f-56ab-469d-8707-e7c46e0fff63,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:06.092749 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.301440 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-66c93dd5-c7ce-4c17-892c-3f0ab5909760 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389285 Apr 11 16:52:11.387048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-4892f87b-0b7e-40b5-bf2b-b72ae7ea46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:11.388554 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-4892f87b-0b7e-40b5-bf2b-b72ae7ea46dd service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 1129 time: 0.0426092 Apr 11 16:52:11.493459 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-ee75ef8d-a477-4647-88c5-98ce1696071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:11.494916 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-ee75ef8d-a477-4647-88c5-98ce1696071e service neutron] 10.222.0.72 "GET /v2.0/networks?id=b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 200 len: 916 time: 0.0856113 Apr 11 16:52:11.563813 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-56ffea5f-411f-4193-b057-3b0b9458667c service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 200 len: 1000 time: 0.0618229 Apr 11 16:52:11.613220 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-6a7fff3d-2dad-4bbc-bd01-56d68f85d211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:11.614692 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-6a7fff3d-2dad-4bbc-bd01-56d68f85d211 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 200 len: 854 time: 0.0440714 Apr 11 16:52:11.659244 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-1cd6fc66-3b98-46c5-8bf3-56ab23bc00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:11.660745 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-1cd6fc66-3b98-46c5-8bf3-56ab23bc00d1 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=b1462718-260f-46ea-b617-b3b6cd8e0127&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0385213 Apr 11 16:52:11.756386 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-7b851900-9009-4f31-985a-88dbbd22b434 service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871525 Apr 11 16:52:11.808612 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60960) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:11.848033 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-c429ae4e-7daf-4e97-8750-2e5aa9631517 req-b9f5bb0e-e4e1-412b-8bef-b8759cb3f1de service neutron] 10.222.0.72 "GET /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841103 Apr 11 16:52:11.914972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-546bf368-72b9-4581-8afb-f401fc526931 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:11.993456 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-546bf368-72b9-4581-8afb-f401fc526931 admin admin] Publish callbacks [] for security_group (94e4c372-70fb-4574-9dfb-b3a47a2c8ff5), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.077928 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-546bf368-72b9-4581-8afb-f401fc526931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (94e4c372-70fb-4574-9dfb-b3a47a2c8ff5), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.116666 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546bf368-72b9-4581-8afb-f401fc526931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94e4c372-70fb-4574-9dfb-b3a47a2c8ff5,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:12.124184 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60966) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:12.124713 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-546bf368-72b9-4581-8afb-f401fc526931 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23b18a358d3647a7a664c6b0a63834f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134239 Apr 11 16:52:12.174173 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] Publish callbacks [] for security_group (94e4c372-70fb-4574-9dfb-b3a47a2c8ff5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.200935 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] Publish callbacks [] for security_group (94e4c372-70fb-4574-9dfb-b3a47a2c8ff5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.363239 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (94e4c372-70fb-4574-9dfb-b3a47a2c8ff5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.365799 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:12.367003 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94e4c372-70fb-4574-9dfb-b3a47a2c8ff5 HTTP/1.1" status: 204 len: 168 time: 0.2417858 Apr 11 16:52:12.375650 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20412bcc-f5ba-48c0-936e-6443e7461707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94e4c372-70fb-4574-9dfb-b3a47a2c8ff5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.387813 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 60974) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.401254 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0da76c7d-0976-490b-894f-3e73a922a69b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.478542 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0da76c7d-0976-490b-894f-3e73a922a69b admin admin] Publish callbacks [] for security_group (2fcc162f-8253-4043-9eac-6c80e9ac5fd9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.634144 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0da76c7d-0976-490b-894f-3e73a922a69b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (2fcc162f-8253-4043-9eac-6c80e9ac5fd9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.671736 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0da76c7d-0976-490b-894f-3e73a922a69b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a8de0cdb62134bfdb9755588460539fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828531 Apr 11 16:52:13.673782 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da76c7d-0976-490b-894f-3e73a922a69b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fcc162f-8253-4043-9eac-6c80e9ac5fd9,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:13.674490 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 60976) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:13.724734 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] Publish callbacks [] for security_group (2fcc162f-8253-4043-9eac-6c80e9ac5fd9), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.746504 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] Publish callbacks [] for security_group (2fcc162f-8253-4043-9eac-6c80e9ac5fd9), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.868653 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (2fcc162f-8253-4043-9eac-6c80e9ac5fd9), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.871216 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:13.872373 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2fcc162f-8253-4043-9eac-6c80e9ac5fd9 HTTP/1.1" status: 204 len: 168 time: 0.1968498 Apr 11 16:52:13.880680 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075aab05-dc1b-4970-8ce1-125a29413d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fcc162f-8253-4043-9eac-6c80e9ac5fd9,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:14.226481 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-61babee4-ebc1-4679-8aed-50c5ecca6c9c tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2131325785&fields=id&tenant_id=a2e72a458b054ac6970039c51e024dac HTTP/1.1" status: 200 len: 267 time: 0.0445237 Apr 11 16:52:14.339426 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-46d6c0ad-ede6-4ff7-9a32-9e8ac5faafe7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:14.340929 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-46d6c0ad-ede6-4ff7-9a32-9e8ac5faafe7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 809 time: 0.1074407 Apr 11 16:52:14.364767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-77181e39-72e9-4aac-8e07-75b52d0df1a6 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/quotas/a2e72a458b054ac6970039c51e024dac HTTP/1.1" status: 200 len: 375 time: 0.0143859 Apr 11 16:52:14.416383 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-9e6ffe31-a1be-431f-bd4d-d8fb74fb647f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439048 Apr 11 16:52:14.516973 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-76b8ffca-6289-4115-b9c5-d8a4bbc5b92e service neutron] 10.222.0.32 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888231 Apr 11 16:52:14.605271 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-6aa199b9-ccab-4a9e-8fa5-4bcc36f29b44 service neutron] 10.222.0.32 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832112 Apr 11 16:52:15.286380 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-752cff4f-1403-4f6c-8f23-4ed0a11b04fe req-5fff2804-3383-4647-beb1-6463e6a53f20 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 210 time: 0.0284121 Apr 11 16:52:16.364420 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-31e0cc34-8a73-4d6e-bdc1-722061a85349 req-127f41b2-c4dd-4a69-b157-afe1458b30fa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 210 time: 0.0275266 Apr 11 16:52:17.467370 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9ff584c9-4dea-4d06-aca3-aee701114e81 req-20d402d0-5f26-42b1-bd8c-c91d5ee6e98d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 210 time: 0.0353014 Apr 11 16:52:17.817554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-625c5582-ef1e-4991-9595-fae0345a557c tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:17.819011 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-625c5582-ef1e-4991-9595-fae0345a557c tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 809 time: 0.1096654 Apr 11 16:52:17.885819 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-9630a017-4294-4b81-a8c7-a33dc6bedc67 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2e72a458b054ac6970039c51e024dac HTTP/1.1" status: 200 len: 380 time: 0.0564616 Apr 11 16:52:17.897975 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'port': {'device_id': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'admin_state_up': True, 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'security_groups': ['e61c0cbc-8005-4d1b-bd22-0665c8b212d2']}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:18.100185 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Made reservation on behalf of a2e72a458b054ac6970039c51e024dac for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:18.103697 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.250473 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Allocated IP 172.20.0.5 (103a8fbc-b219-4fd0-a61a-d189ba119796/54749aae-52df-41ab-a754-2745a2dd99ab/1955334f-3958-4552-8d5b-bc25b1f89fd0) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:18.390839 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.536271 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.585813 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:18.589575 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:18.593467 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:18.599822 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bd3927-511d-4c7b-92fd-b381b827463f req-25824877-fc30-42ca-ab82-95e1a25eda36 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.601352 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2bd3927-511d-4c7b-92fd-b381b827463f req-25824877-fc30-42ca-ab82-95e1a25eda36 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 931 time: 0.0629187 Apr 11 16:52:18.632769 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:18.658012 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a2bd3927-511d-4c7b-92fd-b381b827463f req-cf2b8818-1f52-4fd0-affe-9283190cb988 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506680 Apr 11 16:52:18.672370 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:18.673075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.797154 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-a0d23203-c3c4-4d2d-add1-b7bcebfbfcc0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9028099 Apr 11 16:52:18.808628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Request body: {'port': {'device_id': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:18.869306 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.882971 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-d5ca8a8d-1928-48ea-8691-22762cf0e414 None None] Provisioning complete for port 1955334f-3958-4552-8d5b-bc25b1f89fd0 triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:18.883585 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-d5ca8a8d-1928-48ea-8691-22762cf0e414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:18.918670 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-d5ca8a8d-1928-48ea-8691-22762cf0e414 None None] Port 1955334f-3958-4552-8d5b-bc25b1f89fd0 cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:52:19.425219 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1955334f-3958-4552-8d5b-bc25b1f89fd0 {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:19.434075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks [] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.448909 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Transition to ACTIVE for port object 1955334f-3958-4552-8d5b-bc25b1f89fd0 will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:52:19.575071 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.651170 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:19.706095 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Attempting to bind port 1955334f-3958-4552-8d5b-bc25b1f89fd0 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:52:19.706532 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Attempting to bind port 1955334f-3958-4552-8d5b-bc25b1f89fd0 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:52:19.706911 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Attempting to bind port 1955334f-3958-4552-8d5b-bc25b1f89fd0 on network 103a8fbc-b219-4fd0-a61a-d189ba119796 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:19.711883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Port 1955334f-3958-4552-8d5b-bc25b1f89fd0 on network 103a8fbc-b219-4fd0-a61a-d189ba119796 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:52:19.712281 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Attempting to bind port 1955334f-3958-4552-8d5b-bc25b1f89fd0 on network 103a8fbc-b219-4fd0-a61a-d189ba119796 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:52:19.717636 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 52, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:52:19.717971 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Checking segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:19.718353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Bound using segment: {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:52:19.718777 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Bound port: 1955334f-3958-4552-8d5b-bc25b1f89fd0, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc18d640-8c74-499b-8759-6aececf1b24d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 825, 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:52:19.719169 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.803283 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b6d254-1be0-4300-acb9-d09627865085 req-f25bcc1f-6046-4ed0-97b4-f8fbd0f78cfe tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.806921 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-27b6d254-1be0-4300-acb9-d09627865085 req-f25bcc1f-6046-4ed0-97b4-f8fbd0f78cfe tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0651820 Apr 11 16:52:19.814788 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:52:19.822826 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:52:19.874981 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-27b6d254-1be0-4300-acb9-d09627865085 req-6b83cd99-ac60-4a7b-8c4e-dc885b32853d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603645 Apr 11 16:52:19.903123 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 32910) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:19.914903 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.950823 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:19.951696 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:19.953178 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] 10.222.0.72 "PUT /v2.0/ports/1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 1093 time: 1.1488023 Apr 11 16:52:19.955704 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:19.958760 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-675fc7db-b565-4ce4-bfef-963f4b4a6597" -d '{"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:19.986372 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902fb6df-fb08-4281-a8d5-8425e2277270 service neutron] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.020299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1d1fa6-befa-4b6e-affb-501ec02850c8 x-openstack-request-id: req-4f1d1fa6-befa-4b6e-affb-501ec02850c8 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:20.020599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:20.020855 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4f1d1fa6-befa-4b6e-affb-501ec02850c8 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:20.021380 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1d1fa6-befa-4b6e-affb-501ec02850c8'] response: {'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'status': 'completed', 'code': 200} Apr 11 16:52:20.029625 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d751e-2656-4579-aec2-8610ff3e2255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.100968 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-dfa82108-09cb-4f4c-94fa-ae8d7e14015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.102505 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-dfa82108-09cb-4f4c-94fa-ae8d7e14015c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1127 time: 0.0568163 Apr 11 16:52:20.232898 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d751e-2656-4579-aec2-8610ff3e2255 admin admin] Publish callbacks [] for security_group (1ce18373-f82a-49b5-abc5-eba51f58aadb), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.251153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-a4700424-ba41-4c50-9890-583831e65ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.252553 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-a4700424-ba41-4c50-9890-583831e65ae5 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=a2e72a458b054ac6970039c51e024dac&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1372278 Apr 11 16:52:20.352074 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-eebd69f2-5b56-4431-acd8-1432148f8ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.353565 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-675fc7db-b565-4ce4-bfef-963f4b4a6597 req-eebd69f2-5b56-4431-acd8-1432148f8ba9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930538 Apr 11 16:52:20.363043 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8c8d751e-2656-4579-aec2-8610ff3e2255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (1ce18373-f82a-49b5-abc5-eba51f58aadb), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.413119 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8c8d751e-2656-4579-aec2-8610ff3e2255 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a680a3857d34617882c7a6aa09e9e01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5060320 Apr 11 16:52:20.413643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 32916) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:20.427638 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8d751e-2656-4579-aec2-8610ff3e2255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce18373-f82a-49b5-abc5-eba51f58aadb,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.445439 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-7f6c3e3c-ab08-493c-898b-32e7953f269b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.447049 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-7f6c3e3c-ab08-493c-898b-32e7953f269b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1127 time: 0.0517828 Apr 11 16:52:20.479100 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] Publish callbacks [] for security_group (1ce18373-f82a-49b5-abc5-eba51f58aadb), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.503639 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-05ce3790-1d04-474c-af23-f445a008c0aa service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 217 time: 0.0448337 Apr 11 16:52:20.504503 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] Publish callbacks [] for security_group (1ce18373-f82a-49b5-abc5-eba51f58aadb), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.552819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-e437b595-e601-41d7-848b-67c88887e33d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.554365 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-e437b595-e601-41d7-848b-67c88887e33d service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0441754 Apr 11 16:52:20.601676 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-2414c761-0193-4988-8fc2-eb3fb49f2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.603259 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-2414c761-0193-4988-8fc2-eb3fb49f2660 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0393624 Apr 11 16:52:20.671850 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (1ce18373-f82a-49b5-abc5-eba51f58aadb), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.674468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:20.675678 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ce18373-f82a-49b5-abc5-eba51f58aadb HTTP/1.1" status: 204 len: 168 time: 0.2609236 Apr 11 16:52:20.683810 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd223772-3e2e-4357-8d6c-c725cb18ed74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce18373-f82a-49b5-abc5-eba51f58aadb,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:20.700044 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-833ada02-c7a0-49c6-9fe6-049bddfec60f service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896230 Apr 11 16:52:20.795116 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-b1b07307-bb4c-43a7-a7c5-73f869cb18dd req-1cb3d7c3-c97a-4f0d-8abf-fc7ff845f251 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829208 Apr 11 16:52:20.989406 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0ed1c-2126-4539-8605-45b0876a5d54 req-088c38c1-987f-4b3d-b575-5461346655de tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:20.990922 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b4e0ed1c-2126-4539-8605-45b0876a5d54 req-088c38c1-987f-4b3d-b575-5461346655de tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0481546 Apr 11 16:52:21.039620 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b4e0ed1c-2126-4539-8605-45b0876a5d54 req-b3bcb66c-8a4f-4ba2-9424-4295d924c18f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430841 Apr 11 16:52:21.659475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 32926) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:21.672953 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-88e7cfd9-852d-4d3c-8947-60bd82d4906f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.751319 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-88e7cfd9-852d-4d3c-8947-60bd82d4906f admin admin] Publish callbacks [] for security_group (ec3a37fe-ac82-4125-8231-6f9119a23f9e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.837164 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-88e7cfd9-852d-4d3c-8947-60bd82d4906f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ec3a37fe-ac82-4125-8231-6f9119a23f9e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.876584 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-88e7cfd9-852d-4d3c-8947-60bd82d4906f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8cc08124d83a4d519d26dc8666caed26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2160220 Apr 11 16:52:21.877314 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e7cfd9-852d-4d3c-8947-60bd82d4906f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a37fe-ac82-4125-8231-6f9119a23f9e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:21.879268 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 32928) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:21.928120 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] Publish callbacks [] for security_group (ec3a37fe-ac82-4125-8231-6f9119a23f9e), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:21.949191 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] Publish callbacks [] for security_group (ec3a37fe-ac82-4125-8231-6f9119a23f9e), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.134885 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ec3a37fe-ac82-4125-8231-6f9119a23f9e), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.137548 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:22.138769 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec3a37fe-ac82-4125-8231-6f9119a23f9e HTTP/1.1" status: 204 len: 168 time: 0.2585051 Apr 11 16:52:22.147223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d009b527-bdbf-4c87-a823-b327c0eb7123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a37fe-ac82-4125-8231-6f9119a23f9e,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:22.157807 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370609d3-4c46-49e4-aaa8-8833dcd20a72 req-7260ac36-89d9-4679-aaae-c58e5f4ccc2a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:22.163088 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-370609d3-4c46-49e4-aaa8-8833dcd20a72 req-7260ac36-89d9-4679-aaae-c58e5f4ccc2a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0487709 Apr 11 16:52:22.213887 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-370609d3-4c46-49e4-aaa8-8833dcd20a72 req-e3650c8c-d27b-4a37-8b53-c597db7c6e4a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449660 Apr 11 16:52:23.330888 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d450532-f52d-4e48-b587-3ad1b2f182bc req-a8b60c1f-3015-4b69-9793-4eef0d687b23 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:23.332395 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d450532-f52d-4e48-b587-3ad1b2f182bc req-a8b60c1f-3015-4b69-9793-4eef0d687b23 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0490265 Apr 11 16:52:23.385118 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d450532-f52d-4e48-b587-3ad1b2f182bc req-b400d9a1-2365-4547-afbf-560062a87379 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470498 Apr 11 16:52:23.689412 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-28127894-60b6-4252-83ce-8a20e7a542b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:23.950248 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:24.054518 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:24.067094 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'mac_address': 'fa:16:3e:9d:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:24.104806 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 1955334f-3958-4552-8d5b-bc25b1f89fd0 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:24.105194 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.118234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955334f-3958-4552-8d5b-bc25b1f89fd0 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:24.139711 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:24.251248 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:24.302303 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:24.309306 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.309651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.310000 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.311020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.311359 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.311761 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.312087 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.312410 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.312735 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.313056 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.313379 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.313990 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.314365 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.314619 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.314949 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:24.500991 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d63367-cefb-4057-b496-8f2752b72300 req-870690d4-fb2d-4ba2-9e28-6eefad1db6de tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:24.502474 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-27d63367-cefb-4057-b496-8f2752b72300 req-870690d4-fb2d-4ba2-9e28-6eefad1db6de tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 944 time: 0.0474470 Apr 11 16:52:24.518085 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['1955334f-3958-4552-8d5b-bc25b1f89fd0'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:24.554521 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-27d63367-cefb-4057-b496-8f2752b72300 req-92987aaa-29f0-4c29-9a7a-3ccb7a020ade tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463080 Apr 11 16:52:24.705794 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:52:25.671706 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac9f2dc-6078-4a98-aad4-dcaa3364b07c req-aac840ac-acac-4d2a-87d5-9ca3403617fb tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:25.673193 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2ac9f2dc-6078-4a98-aad4-dcaa3364b07c req-aac840ac-acac-4d2a-87d5-9ca3403617fb tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 944 time: 0.0473599 Apr 11 16:52:25.721828 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2ac9f2dc-6078-4a98-aad4-dcaa3364b07c req-ef817c0e-b30f-4999-933b-ed1c7bc3d040 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430274 Apr 11 16:52:25.978145 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:26.023384 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 1955334f-3958-4552-8d5b-bc25b1f89fd0 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:52:26.091004 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 1955334f-3958-4552-8d5b-bc25b1f89fd0 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:26.091468 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.172027 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 1955334f-3958-4552-8d5b-bc25b1f89fd0 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:26.172411 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.195394 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:26.197659 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa241cdf-d090-411b-b7db-fbf1dcbcb92a" -d '{"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-plugged", "status": "completed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:26.210021 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:26.236155 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c435bc-1d68-42ee-ad3d-a30181463ebf x-openstack-request-id: req-05c435bc-1d68-42ee-ad3d-a30181463ebf {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:26.236575 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-plugged", "status": "completed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:26.236924 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-05c435bc-1d68-42ee-ad3d-a30181463ebf {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:26.237408 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05c435bc-1d68-42ee-ad3d-a30181463ebf'] response: {'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'code': 200} Apr 11 16:52:26.317365 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.365137 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:26.594192 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6fe0c6dd-050f-4baa-8f68-48dc4fe0689b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:26.715822 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121eccc-7678-48c5-a784-17fed6c6f152 req-f645cf9b-26fe-4f5b-a42d-a97512343409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.717906 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a121eccc-7678-48c5-a784-17fed6c6f152 req-f645cf9b-26fe-4f5b-a42d-a97512343409 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0384548 Apr 11 16:52:26.775837 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-a121eccc-7678-48c5-a784-17fed6c6f152 req-f07fedb8-8d10-474b-8deb-ea69c53164c3 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493064 Apr 11 16:52:26.850477 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0aba24-707d-4855-8d1c-1a0bbdd79062 req-9af5fcee-142a-420d-8da0-d82b9ccf825b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:26.851908 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3b0aba24-707d-4855-8d1c-1a0bbdd79062 req-9af5fcee-142a-420d-8da0-d82b9ccf825b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0545774 Apr 11 16:52:26.903602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3b0aba24-707d-4855-8d1c-1a0bbdd79062 req-888a8569-7871-478d-99e0-af5cc4809823 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Apr 11 16:52:27.354134 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.362248 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33016) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.473966 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-676149cc-7f38-416a-96f7-22ac1655d96e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.553504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-676149cc-7f38-416a-96f7-22ac1655d96e admin admin] Publish callbacks [] for security_group (dc1e1562-625c-4d20-8b66-ce5d7a4296e1), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.648614 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-676149cc-7f38-416a-96f7-22ac1655d96e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (dc1e1562-625c-4d20-8b66-ce5d7a4296e1), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.687321 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676149cc-7f38-416a-96f7-22ac1655d96e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e1562-625c-4d20-8b66-ce5d7a4296e1,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:27.693438 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-676149cc-7f38-416a-96f7-22ac1655d96e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e1347005ca27442d862b87f22c7d24e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3301561 Apr 11 16:52:27.696098 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33022) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:27.746503 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] Publish callbacks [] for security_group (dc1e1562-625c-4d20-8b66-ce5d7a4296e1), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.768223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] Publish callbacks [] for security_group (dc1e1562-625c-4d20-8b66-ce5d7a4296e1), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.914029 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (dc1e1562-625c-4d20-8b66-ce5d7a4296e1), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.916806 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:27.917952 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc1e1562-625c-4d20-8b66-ce5d7a4296e1 HTTP/1.1" status: 204 len: 168 time: 0.2209189 Apr 11 16:52:27.926845 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ff09a3-84d5-492e-95eb-66fce4ad2412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e1562-625c-4d20-8b66-ce5d7a4296e1,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:28.026739 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9bc88-5336-4afc-9fa7-6a88a7fde1ec req-85e0666a-2cc6-43df-8706-f1ce19fda8e7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:28.028334 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86e9bc88-5336-4afc-9fa7-6a88a7fde1ec req-85e0666a-2cc6-43df-8706-f1ce19fda8e7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0486865 Apr 11 16:52:28.080293 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86e9bc88-5336-4afc-9fa7-6a88a7fde1ec req-8fbe2aec-d732-474d-b589-2e49e7b4532a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451891 Apr 11 16:52:28.708523 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.714229 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33034) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:28.727223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.800936 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Publish callbacks [] for security_group (a339b761-cf3b-4545-bd18-7936ca18001f), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.874830 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a339b761-cf3b-4545-bd18-7936ca18001f), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.915427 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-561e337f-002f-4f13-b491-628281000731 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5beaf1a6aec049eb890891fecd198ffe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2001061 Apr 11 16:52:28.916325 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a339b761-cf3b-4545-bd18-7936ca18001f,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:28.918219 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33036) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:28.924658 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.925015 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.925364 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.925706 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.926048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.926374 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.926706 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.927069 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.927403 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.927732 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.928063 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.928391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.928727 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.929048 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.929369 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561e337f-002f-4f13-b491-628281000731 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:28.968303 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] Publish callbacks [] for security_group (a339b761-cf3b-4545-bd18-7936ca18001f), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:28.991115 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] Publish callbacks [] for security_group (a339b761-cf3b-4545-bd18-7936ca18001f), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.102659 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a339b761-cf3b-4545-bd18-7936ca18001f), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.105256 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.106398 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a339b761-cf3b-4545-bd18-7936ca18001f HTTP/1.1" status: 204 len: 168 time: 0.1872005 Apr 11 16:52:29.114861 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053af64d-53eb-434d-9613-c873ae1e3bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a339b761-cf3b-4545-bd18-7936ca18001f,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:29.236830 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b750ae-a0ee-42b1-b093-48474d148d1f req-332c0b9d-82e8-48e6-ba43-3f6923efa69d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.239433 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-35b750ae-a0ee-42b1-b093-48474d148d1f req-332c0b9d-82e8-48e6-ba43-3f6923efa69d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0659530 Apr 11 16:52:29.294459 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-35b750ae-a0ee-42b1-b093-48474d148d1f req-63a0f4c6-cf27-4db4-8f51-84618af5bbaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504389 Apr 11 16:52:29.409786 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db741ea6-e2bd-48f6-b27d-a93a3ad2fb3f req-b302fa75-fcb4-471e-a26a-ba330b2981fe tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.411683 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db741ea6-e2bd-48f6-b27d-a93a3ad2fb3f req-b302fa75-fcb4-471e-a26a-ba330b2981fe tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0470736 Apr 11 16:52:29.465153 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-db741ea6-e2bd-48f6-b27d-a93a3ad2fb3f req-ea01897d-49f8-4731-8516-6da6150e8ed4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475345 Apr 11 16:52:29.488374 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33056) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:29.699695 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e406d4f-1af3-4a96-93c6-2c3ed63e4f84 tempest-TestShelveInstance-1626866327 tempest-TestShelveInstance-1626866327-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:29.715365 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8e406d4f-1af3-4a96-93c6-2c3ed63e4f84 tempest-TestShelveInstance-1626866327 tempest-TestShelveInstance-1626866327-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1124 time: 0.2116621 Apr 11 16:52:29.715365 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33072) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:29.715365 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'fixed_ip_address': '172.20.0.5'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:29.828792 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:29.914339 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.039135 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Allocated IP 172.28.0.234 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/590317a8-1a01-41a4-bdfe-ba212d9a3668) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:52:30.157287 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.351809 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.352385 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.393573 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:52:30.396560 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:30.400083 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:52:30.442555 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'Port': ['ID=590317a8-1a01-41a4-bdfe-ba212d9a3668,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:30.827911 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for floatingip (b3d1ad7b-1074-425b-8612-ec6b2dfcdde6), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:30.979382 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.141202 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.260038 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.341874 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event updated for resources: {'Port': ['ID=590317a8-1a01-41a4-bdfe-ba212d9a3668,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:31.353266 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (b3d1ad7b-1074-425b-8612-ec6b2dfcdde6), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.470535 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Floating IP b3d1ad7b-1074-425b-8612-ec6b2dfcdde6 associated. External IP: 172.28.0.234, port: 1955334f-3958-4552-8d5b-bc25b1f89fd0. Apr 11 16:52:31.692088 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Router da295ce4-02bc-432d-9209-6b46eb8cb262 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:31.817791 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:31.833413 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Sync routers for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:31.844079 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:31.844704 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:31.933975 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:31.971300 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-72fff919-0b99-4221-b7c3-63f3f1f27aaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2644377 Apr 11 16:52:31.972056 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:31.974456 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4471429b-8293-4df9-9f00-cb89805ae659" -d '{"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:32.015685 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c454c572-5f8e-4a6a-9104-a828172226df x-openstack-request-id: req-c454c572-5f8e-4a6a-9104-a828172226df {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:32.016349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:32.016349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c454c572-5f8e-4a6a-9104-a828172226df {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:32.016630 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c454c572-5f8e-4a6a-9104-a828172226df'] response: {'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'status': 'completed', 'code': 200} Apr 11 16:52:32.110898 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471429b-8293-4df9-9f00-cb89805ae659 req-5f2c4bce-b38c-4694-863b-a15abd505a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.112490 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-5f2c4bce-b38c-4694-863b-a15abd505a6d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0628955 Apr 11 16:52:32.122682 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:32.218355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471429b-8293-4df9-9f00-cb89805ae659 req-e28529ea-c3f3-4a15-9de6-3a06bd8df3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.224686 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-e28529ea-c3f3-4a15-9de6-3a06bd8df3db service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.0981994 Apr 11 16:52:32.306861 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-996b59bb-f5fa-4c39-bfca-5eeaf41a71c5 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 999 time: 0.0725522 Apr 11 16:52:32.368382 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471429b-8293-4df9-9f00-cb89805ae659 req-669d65ed-1114-4cfd-bc68-91b4b3c37b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.369900 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-669d65ed-1114-4cfd-bc68-91b4b3c37b5e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0527043 Apr 11 16:52:32.398345 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b3d1ad7b-1074-425b-8612-ec6b2dfcdde6', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'mac_address': 'fa:16:3e:9d:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:30Z', 'updated_at': '2022-04-11T16:52:30Z', 'revision_number': 0, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:32.426879 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4471429b-8293-4df9-9f00-cb89805ae659 req-eeb57a6a-f4ff-45b4-a590-5160d7ae57bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:32.428746 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-eeb57a6a-f4ff-45b4-a590-5160d7ae57bb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0483069 Apr 11 16:52:32.433441 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Checking router: da295ce4-02bc-432d-9209-6b46eb8cb262 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:32.443594 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:32.444245 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:32.559166 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-aea23295-ed15-4bf8-af7c-1a4578095e79 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161826 Apr 11 16:52:32.575146 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:32.721746 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-4471429b-8293-4df9-9f00-cb89805ae659 req-e27956ed-6138-42ca-8a1c-4f19912d7524 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536641 Apr 11 16:52:32.874801 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b3d1ad7b-1074-425b-8612-ec6b2dfcdde6', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'mac_address': 'fa:16:3e:9d:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:30Z', 'updated_at': '2022-04-11T16:52:30Z', 'revision_number': 0, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:32.909705 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc2ed02d-057b-4b84-8723-0132f69a6137 None None] The sync data for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb is: [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': 'b3d1ad7b-1074-425b-8612-ec6b2dfcdde6', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'floating_ip_address': '172.28.0.234', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'mac_address': 'fa:16:3e:9d:13:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:52:30Z', 'updated_at': '2022-04-11T16:52:30Z', 'revision_number': 0, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:33.160270 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8910485-6fe6-4918-9438-957725035109 None None] New status for floating IP b3d1ad7b-1074-425b-8612-ec6b2dfcdde6: ACTIVE {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:33.653180 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0f8f4-4682-40dd-838c-548dc16f5312 req-dbc29c6d-1d14-4ad5-b5b4-e75e0533cc05 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:33.654817 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-24c0f8f4-4682-40dd-838c-548dc16f5312 req-dbc29c6d-1d14-4ad5-b5b4-e75e0533cc05 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0529220 Apr 11 16:52:33.711654 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-24c0f8f4-4682-40dd-838c-548dc16f5312 req-20c9058f-b237-4480-9418-9b464d63ae7e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506585 Apr 11 16:52:34.845110 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b537d8f-dc24-48b1-974d-2b936e2646b1 req-5b33b6aa-b63a-4963-ae03-89c9878e0324 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:34.846665 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1b537d8f-dc24-48b1-974d-2b936e2646b1 req-5b33b6aa-b63a-4963-ae03-89c9878e0324 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0499907 Apr 11 16:52:34.897991 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1b537d8f-dc24-48b1-974d-2b936e2646b1 req-f189aab2-fce5-4973-bc87-b6be9bfd47be tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444665 Apr 11 16:52:35.698704 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ed6e9-eb19-49e5-bd80-c90fd729b3b3 req-d2cc8d6a-6e67-4e1f-a5ce-0af053e6c60f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:35.700248 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a30ed6e9-eb19-49e5-bd80-c90fd729b3b3 req-d2cc8d6a-6e67-4e1f-a5ce-0af053e6c60f tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0537243 Apr 11 16:52:35.754610 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a30ed6e9-eb19-49e5-bd80-c90fd729b3b3 req-1bf3d822-460e-40f9-9d9f-5b1d4c667fce tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470452 Apr 11 16:52:36.020886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405a291-e74a-4bb1-8e43-8f6abb485f70 req-9fa4de77-d37d-4bf9-87f6-55e6286b24da tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:36.022443 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c405a291-e74a-4bb1-8e43-8f6abb485f70 req-9fa4de77-d37d-4bf9-87f6-55e6286b24da tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0498490 Apr 11 16:52:36.070381 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c405a291-e74a-4bb1-8e43-8f6abb485f70 req-255a535e-ef0d-4224-802e-a0483e9f1456 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423317 Apr 11 16:52:36.134179 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:36.870176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8b93d5-1b59-4829-8aed-a3f00a92ce8b req-b3faccfe-e6b7-4665-a056-74ff9c207581 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:36.871665 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7d8b93d5-1b59-4829-8aed-a3f00a92ce8b req-b3faccfe-e6b7-4665-a056-74ff9c207581 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0468473 Apr 11 16:52:36.921639 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7d8b93d5-1b59-4829-8aed-a3f00a92ce8b req-815d2989-8745-4954-8b6f-57387059164b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438962 Apr 11 16:52:37.191049 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519c1b2b-e9f3-4bb9-b0dc-e359d8a68b0c req-8d4dc940-0f05-4026-a76a-089321cb53c0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.192583 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-519c1b2b-e9f3-4bb9-b0dc-e359d8a68b0c req-8d4dc940-0f05-4026-a76a-089321cb53c0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0499070 Apr 11 16:52:37.254922 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-519c1b2b-e9f3-4bb9-b0dc-e359d8a68b0c req-3bd3dd5d-befd-4556-91e0-0a6235b80c20 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562258 Apr 11 16:52:37.601883 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-136d80ef-c718-4f48-82ea-39af4f7db62d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:37.603385 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-136d80ef-c718-4f48-82ea-39af4f7db62d tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0473397 Apr 11 16:52:37.692799 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port 5f0f8d84-6165-4da5-93df-4c888bdaa888 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:37.693256 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.785766 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] For port 5f0f8d84-6165-4da5-93df-4c888bdaa888, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=5f0f8d84-6165-4da5-93df-4c888bdaa888,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:37.786135 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.904740 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33210) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:37.976032 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.976395 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:37.976709 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Floating IP b8c278f2-ad68-44f6-94e2-f6018712b07a disassociated. External IP: 172.28.0.44, port: 5f0f8d84-6165-4da5-93df-4c888bdaa888. Apr 11 16:52:37.977047 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for 5f0f8d84-6165-4da5-93df-4c888bdaa888 owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:38.039237 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c21c7c1-6643-4413-82cd-9a5b64f73d36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.056397 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f793ff1-1456-4e64-b1c2-68b34abccf21 req-fa44b2da-d7cf-4079-94e1-46960be4917b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:38.057917 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f793ff1-1456-4e64-b1c2-68b34abccf21 req-fa44b2da-d7cf-4079-94e1-46960be4917b tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 945 time: 0.0650826 Apr 11 16:52:38.132705 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0f793ff1-1456-4e64-b1c2-68b34abccf21 req-001a394a-55a9-4c85-8166-69e77caa0b9a tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups?id=58156219-6b0e-44fd-a0b5-7c4535446004&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657527 Apr 11 16:52:38.170790 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c21c7c1-6643-4413-82cd-9a5b64f73d36 admin admin] Publish callbacks [] for security_group (60672ad1-0082-4d44-9c5b-454802611175), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.191649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (5f0f8d84-6165-4da5-93df-4c888bdaa888), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.225021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=5f0f8d84-6165-4da5-93df-4c888bdaa888,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.267172 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c21c7c1-6643-4413-82cd-9a5b64f73d36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (60672ad1-0082-4d44-9c5b-454802611175), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.308020 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21c7c1-6643-4413-82cd-9a5b64f73d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60672ad1-0082-4d44-9c5b-454802611175,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.315751 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7c21c7c1-6643-4413-82cd-9a5b64f73d36 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe510c9ecde748bc8aa4483490e23fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096935 Apr 11 16:52:38.316463 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33218) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:38.369355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:38.392819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b47abd-2b42-46fe-9f1a-17df18e78685 req-3b632748-8056-4cbc-acd0-c4b1498bab35 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:38.394362 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e0b47abd-2b42-46fe-9f1a-17df18e78685 req-3b632748-8056-4cbc-acd0-c4b1498bab35 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0592270 Apr 11 16:52:38.422631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] Publish callbacks [] for security_group (60672ad1-0082-4d44-9c5b-454802611175), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.465052 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] Publish callbacks [] for security_group (60672ad1-0082-4d44-9c5b-454802611175), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.475582 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e0b47abd-2b42-46fe-9f1a-17df18e78685 req-b080b77a-7228-4d00-ba7b-e9d5ca74c2d1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702002 Apr 11 16:52:38.485158 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:38.497465 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:38.515215 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:38.516048 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:38.528707 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] No DVR routers for this DVR port 5f0f8d84-6165-4da5-93df-4c888bdaa888 on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:38.535818 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.540467 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d55e3a52-e2c5-4d99-b7ff-a57671f5184b req-5f7905e6-619c-4e8f-bbe7-314eb41d35c4 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.72 "DELETE /v2.0/ports/5f0f8d84-6165-4da5-93df-4c888bdaa888 HTTP/1.1" status: 204 len: 173 time: 0.9313028 Apr 11 16:52:38.540780 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'name': 'network-vif-deleted', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:38.543335 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f99c5c-f4a8-4e87-a373-a9523dcbcef0" -d '{"events": [{"server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "name": "network-vif-deleted", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:38.586309 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7a1585-9741-4f2a-99de-16bbaba15e80 x-openstack-request-id: req-6c7a1585-9741-4f2a-99de-16bbaba15e80 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:38.586684 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "489c1c08-e048-4302-b1c8-49efed69f035", "name": "network-vif-deleted", "tag": "5f0f8d84-6165-4da5-93df-4c888bdaa888", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:38.586933 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6c7a1585-9741-4f2a-99de-16bbaba15e80 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:38.587498 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c7a1585-9741-4f2a-99de-16bbaba15e80'] response: {'server_uuid': '489c1c08-e048-4302-b1c8-49efed69f035', 'name': 'network-vif-deleted', 'tag': '5f0f8d84-6165-4da5-93df-4c888bdaa888', 'status': 'completed', 'code': 200} Apr 11 16:52:38.640302 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:38.672598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (60672ad1-0082-4d44-9c5b-454802611175), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.675638 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:38.678348 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60672ad1-0082-4d44-9c5b-454802611175 HTTP/1.1" status: 204 len: 168 time: 0.3590801 Apr 11 16:52:38.687554 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7624f211-8188-43b2-bcda-c2c45d37ef32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60672ad1-0082-4d44-9c5b-454802611175,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:38.855399 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:38.881891 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:38.891648 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:38.892283 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:39.003653 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:39.217231 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:39.231725 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7309f731-1e57-4aaf-ac18-6be5f8a4ed6d req-498d36cb-45f0-4c74-88fc-319b52f75ade tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/ports?device_id=489c1c08-e048-4302-b1c8-49efed69f035 HTTP/1.1" status: 200 len: 210 time: 0.0285494 Apr 11 16:52:39.251669 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de78b2b9-6d4f-40f3-bb03-b667d66fae09 None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:47:15Z', 'revision_number': 4, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '5269b9d3-f86c-4ec8-89b1-96583a4812be', 'name': '', 'network_id': 'b1462718-260f-46ea-b617-b3b6cd8e0127', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'mac_address': 'fa:16:3e:2e:db:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_interface', 'standard_attr_id': 241, 'fixed_ips': [{'subnet_id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:14Z', 'updated_at': '2022-04-11T16:47:20Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'subnets': [{'id': '2d966e7a-50ac-461a-a6d9-3f996eb35b22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:39.497678 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d22ea9-2269-4d07-827d-a9ad5e3bf70e None None] New status for floating IP b8c278f2-ad68-44f6-94e2-f6018712b07a: DOWN {{(pid=110562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:52:39.573775 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33232) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:39.597257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0c7a821e-e50f-47a3-b608-af9054b82336 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.648291 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f07d35-aa16-4f2e-b50e-3366e1ef5f04 req-1391c2d7-ec99-466e-90d2-3516fafae2ac tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:39.649760 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13f07d35-aa16-4f2e-b50e-3366e1ef5f04 req-1391c2d7-ec99-466e-90d2-3516fafae2ac tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0667362 Apr 11 16:52:39.723068 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13f07d35-aa16-4f2e-b50e-3366e1ef5f04 req-c5ee33aa-9ddd-4752-9b94-304bebcff97a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644715 Apr 11 16:52:39.745599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0c7a821e-e50f-47a3-b608-af9054b82336 admin admin] Publish callbacks [] for security_group (06a9af7a-a66f-4ed8-b752-2d391493c002), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.856694 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0c7a821e-e50f-47a3-b608-af9054b82336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (06a9af7a-a66f-4ed8-b752-2d391493c002), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.900304 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0c7a821e-e50f-47a3-b608-af9054b82336 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63a4c606d4e34978bba1904fb5f5b70a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3247187 Apr 11 16:52:39.901068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7a821e-e50f-47a3-b608-af9054b82336 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06a9af7a-a66f-4ed8-b752-2d391493c002,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:39.903060 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33234) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:39.960228 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] Publish callbacks [] for security_group (06a9af7a-a66f-4ed8-b752-2d391493c002), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:39.982228 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] Publish callbacks [] for security_group (06a9af7a-a66f-4ed8-b752-2d391493c002), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.131045 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (06a9af7a-a66f-4ed8-b752-2d391493c002), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.133576 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.134771 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06a9af7a-a66f-4ed8-b752-2d391493c002 HTTP/1.1" status: 204 len: 168 time: 0.2304404 Apr 11 16:52:40.147720 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363f2116-7b39-459d-9524-421a8b8e1878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a9af7a-a66f-4ed8-b752-2d391493c002,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:40.416224 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33242) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:40.472606 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (58156219-6b0e-44fd-a0b5-7c4535446004), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.499454 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (58156219-6b0e-44fd-a0b5-7c4535446004), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.633775 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (58156219-6b0e-44fd-a0b5-7c4535446004), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.636579 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.637846 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/security-groups/58156219-6b0e-44fd-a0b5-7c4535446004 HTTP/1.1" status: 204 len: 168 time: 0.2206264 Apr 11 16:52:40.647405 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33252) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:40.647652 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aaf1cd-b512-491a-856d-a2233c128ce1 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58156219-6b0e-44fd-a0b5-7c4535446004,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:40.662061 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.api.v2.resource [None req-826cbfae-d21c-4ace-a5b9-e863d7018339 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] show failed (client error): The resource could not be found. Apr 11 16:52:40.668212 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-826cbfae-d21c-4ace-a5b9-e863d7018339 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "GET /v2.0/security-groups/58156219-6b0e-44fd-a0b5-7c4535446004 HTTP/1.1" status: 404 len: 347 time: 0.0146086 Apr 11 16:52:40.668389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33254) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:40.802527 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Deleting port 9760a0c9-0fda-406d-9159-4e5abc219238 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:40.803221 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.892133 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab166b-70d3-426f-a659-9116f0b6b319 req-09d2e22a-8944-486d-bd21-d6970bf6f56f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:40.893723 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-05ab166b-70d3-426f-a659-9116f0b6b319 req-09d2e22a-8944-486d-bd21-d6970bf6f56f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0931489 Apr 11 16:52:40.945481 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.945738 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (9760a0c9-0fda-406d-9159-4e5abc219238), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:40.970068 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Calling delete_port for 9760a0c9-0fda-406d-9159-4e5abc219238 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:40.978693 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-05ab166b-70d3-426f-a659-9116f0b6b319 req-e257e8ae-28a4-4e15-bf65-325766ca1288 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771317 Apr 11 16:52:41.594000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (9760a0c9-0fda-406d-9159-4e5abc219238), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:41.619422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Pushing event deleted for resources: {'Port': ['ID=9760a0c9-0fda-406d-9159-4e5abc219238,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:41.694921 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks [] for floatingip (b8c278f2-ad68-44f6-94e2-f6018712b07a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:41.697961 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:41.699171 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b22cbb63-cd06-41eb-aebf-ded994bfa1c9 tempest-AttachVolumeNegativeTest-554079932 tempest-AttachVolumeNegativeTest-554079932-project] 10.222.0.32 "DELETE /v2.0/floatingips/b8c278f2-ad68-44f6-94e2-f6018712b07a HTTP/1.1" status: 204 len: 168 time: 1.0297530 Apr 11 16:52:42.027898 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 5f0f8d84-6165-4da5-93df-4c888bdaa888 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:42.057521 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 5f0f8d84-6165-4da5-93df-4c888bdaa888 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:42.057948 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 5f0f8d84-6165-4da5-93df-4c888bdaa888 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:42.124374 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574aa358-6077-4d19-9b8a-954296656631 req-ecda2258-e9a8-4e74-93fb-3d01929b14c5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:42.125901 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-574aa358-6077-4d19-9b8a-954296656631 req-ecda2258-e9a8-4e74-93fb-3d01929b14c5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0502720 Apr 11 16:52:42.178041 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-574aa358-6077-4d19-9b8a-954296656631 req-11423a5a-d49b-44d4-9a63-41ced8432bb7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462930 Apr 11 16:52:43.319811 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8837-bd6e-49b8-ab48-1eaf71f26ca6 req-74f91b2b-1b76-4d1c-a589-d1510c6aa3ec tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:43.321334 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c38b8837-bd6e-49b8-ab48-1eaf71f26ca6 req-74f91b2b-1b76-4d1c-a589-d1510c6aa3ec tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0602384 Apr 11 16:52:43.372703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c38b8837-bd6e-49b8-ab48-1eaf71f26ca6 req-d53112dc-cf37-4220-afa2-283965583784 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446999 Apr 11 16:52:44.499107 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e4afe0-0019-4fdc-8a72-52bcd7016a94 req-aa7b41b9-5c35-4d1c-94d9-a09744194b36 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:44.500670 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-77e4afe0-0019-4fdc-8a72-52bcd7016a94 req-aa7b41b9-5c35-4d1c-94d9-a09744194b36 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0522320 Apr 11 16:52:44.559813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-77e4afe0-0019-4fdc-8a72-52bcd7016a94 req-dc4ff754-b93a-4b16-bd7e-b14613e08356 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534270 Apr 11 16:52:45.689996 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3fddbb-0a2d-4e21-964d-416313a655ac req-ccae3356-3058-47a3-9e27-e47dc4d5ecba tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:45.691748 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ee3fddbb-0a2d-4e21-964d-416313a655ac req-ccae3356-3058-47a3-9e27-e47dc4d5ecba tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0535958 Apr 11 16:52:45.749796 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ee3fddbb-0a2d-4e21-964d-416313a655ac req-07a28c35-4f17-4e96-beef-22eab81ee694 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480723 Apr 11 16:52:46.163922 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33346) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:46.892196 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970318cd-4c48-410b-933c-623a5781a8a5 req-d8c14b90-497a-44a4-af36-9bf56be82f4c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:46.893748 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-970318cd-4c48-410b-933c-623a5781a8a5 req-d8c14b90-497a-44a4-af36-9bf56be82f4c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0575531 Apr 11 16:52:46.951200 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-970318cd-4c48-410b-933c-623a5781a8a5 req-9267c0a6-8037-4085-b887-36de2cb5a857 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508265 Apr 11 16:52:47.011434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (8944fe81-927d-4b52-877e-287fb7d32a29), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.286159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Deleting port 5269b9d3-f86c-4ec8-89b1-96583a4812be {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:47.287012 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.385130 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] For port 5269b9d3-f86c-4ec8-89b1-96583a4812be, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=5269b9d3-f86c-4ec8-89b1-96583a4812be,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:47.385494 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.403854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Calling delete_port for 5269b9d3-f86c-4ec8-89b1-96583a4812be owned by network:router_interface {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:47.683068 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (5269b9d3-f86c-4ec8-89b1-96583a4812be), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:47.714089 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=5269b9d3-f86c-4ec8-89b1-96583a4812be,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:47.945628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (8944fe81-927d-4b52-877e-287fb7d32a29), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.120032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f5940-0951-4075-a899-49fa7939486b req-fd60986a-df1d-4d39-a561-4b4224459727 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:48.121757 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-060f5940-0951-4075-a899-49fa7939486b req-fd60986a-df1d-4d39-a561-4b4224459727 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0614166 Apr 11 16:52:48.174095 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-060f5940-0951-4075-a899-49fa7939486b req-3498c851-e01f-48f8-859e-c55f605ce0c2 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459070 Apr 11 16:52:48.243331 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Router 8944fe81-927d-4b52-877e-287fb7d32a29 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:52:48.393355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:52:48.398794 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-37d536ec-f51d-4e8a-8c06-e0aeda3e2fcc admin admin] 10.222.0.32 "PUT /v2.0/routers/8944fe81-927d-4b52-877e-287fb7d32a29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2334116 Apr 11 16:52:48.404280 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33404) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:48.408213 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Sync routers for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:52:48.421388 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:48.422130 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:48.520829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks [] for router (8944fe81-927d-4b52-877e-287fb7d32a29), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.551909 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:48.642864 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks [] for router_gateway (8944fe81-927d-4b52-877e-287fb7d32a29), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.819857 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Deleting port ea135cbb-a297-4498-aa81-118000a9c15c {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:48.820171 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.877892 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16'}], 'enable_snat': True}, 'gw_port_id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:52:47Z', 'revision_number': 5, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port': {'id': 'ea135cbb-a297-4498-aa81-118000a9c15c', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:28:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 225, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:47:12Z', 'updated_at': '2022-04-11T16:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:48.905536 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Checking router: 8944fe81-927d-4b52-877e-287fb7d32a29 for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:52:48.917415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] For port ea135cbb-a297-4498-aa81-118000a9c15c, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=ea135cbb-a297-4498-aa81-118000a9c15c,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:48.917415 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:48.917699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Routers {'8944fe81-927d-4b52-877e-287fb7d32a29'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:52:48.917699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:52:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['8944fe81-927d-4b52-877e-287fb7d32a29'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:48.923168 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Calling delete_port for ea135cbb-a297-4498-aa81-118000a9c15c owned by network:router_gateway {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:49.017602 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] Set router 8944fe81-927d-4b52-877e-287fb7d32a29 gateway port host: None {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:52:49.080701 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:52:48Z', 'revision_number': 6, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:49.109090 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ec45c3-69c6-4792-9e11-d4de175c0a7f None None] The sync data for ids ['8944fe81-927d-4b52-877e-287fb7d32a29'] in dv-cinder-837165-2-smb is: [{'id': '8944fe81-927d-4b52-877e-287fb7d32a29', 'name': 'tempest-AttachVolumeNegativeTest-1138682888-router', 'tenant_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:47:11Z', 'updated_at': '2022-04-11T16:52:48Z', 'revision_number': 6, 'project_id': 'e4fa0ea0ed894bafa3342a4a28952ff7', 'gw_port_host': None}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:52:49.299484 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7236a7-2a98-4b2c-8cfb-398196e7add3 req-52ed9b16-c09b-49a2-9e67-f05a6ba3838f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:49.301104 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe7236a7-2a98-4b2c-8cfb-398196e7add3 req-52ed9b16-c09b-49a2-9e67-f05a6ba3838f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0499797 Apr 11 16:52:49.354833 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fe7236a7-2a98-4b2c-8cfb-398196e7add3 req-40f1f61d-3ccb-4dbb-a88e-30cb3e3e410b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480571 Apr 11 16:52:49.417233 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (ea135cbb-a297-4498-aa81-118000a9c15c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.446478 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Pushing event deleted for resources: {'Port': ['ID=ea135cbb-a297-4498-aa81-118000a9c15c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:49.517445 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (8944fe81-927d-4b52-877e-287fb7d32a29), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.694858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (8944fe81-927d-4b52-877e-287fb7d32a29), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.694858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks [] for router_controller (8944fe81-927d-4b52-877e-287fb7d32a29), precommit_delete_associations {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.837434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (8944fe81-927d-4b52-877e-287fb7d32a29), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.841899 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8944fe81-927d-4b52-877e-287fb7d32a29 {{(pid=110560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:52:49.846167 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] Publish callbacks [] for router (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.848451 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-07bb47a3-17c6-4801-bc18-e5539dbf2b0f admin admin] 10.222.0.32 "DELETE /v2.0/routers/8944fe81-927d-4b52-877e-287fb7d32a29 HTTP/1.1" status: 204 len: 168 time: 1.4459016 Apr 11 16:52:49.850970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33420) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:49.906013 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Deleting subnet 2d966e7a-50ac-461a-a6d9-3f996eb35b22 {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:52:49.909703 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Publish callbacks [] for subnet (2d966e7a-50ac-461a-a6d9-3f996eb35b22), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.946513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (2d966e7a-50ac-461a-a6d9-3f996eb35b22), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:49.946863 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5269b9d3-f86c-4ec8-89b1-96583a4812be no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:49.970104 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 5269b9d3-f86c-4ec8-89b1-96583a4812be {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:49.970299 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 5269b9d3-f86c-4ec8-89b1-96583a4812be not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:49.971411 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ea135cbb-a297-4498-aa81-118000a9c15c no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:49.996870 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: ea135cbb-a297-4498-aa81-118000a9c15c {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:49.996870 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device ea135cbb-a297-4498-aa81-118000a9c15c not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:50.037077 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (2d966e7a-50ac-461a-a6d9-3f996eb35b22), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.205887 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (2d966e7a-50ac-461a-a6d9-3f996eb35b22), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.232592 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d966e7a-50ac-461a-a6d9-3f996eb35b22,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:50.237263 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.240493 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/2d966e7a-50ac-461a-a6d9-3f996eb35b22 HTTP/1.1" status: 204 len: 168 time: 0.3879578 Apr 11 16:52:50.243754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33422) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:50.245842 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.246269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.246686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.247203 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.247709 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.247979 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.248230 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e7d8ae-e9ed-4107-ad0a-18312973c71a None None] Network b1462718-260f-46ea-b617-b3b6cd8e0127 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:50.248436 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.248829 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.249232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.249639 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.250025 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.250421 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.250816 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.251226 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.260269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7eaf986-d422-4622-9630-87eb65176024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:52:50.332650 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (b1462718-260f-46ea-b617-b3b6cd8e0127), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.394539 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Deleting port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:50.395788 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.452880 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33428) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:50.470093 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] DHCP port deletion for b1462718-260f-46ea-b617-b3b6cd8e0127 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:52:50.484019 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] For port a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:50.484603 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.501326 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Calling delete_port for a1a2d06b-2deb-4fb0-8f76-38de755a76c0 owned by network:dhcp {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:50.523071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395f45f-7897-4fc9-991a-26ad850a6ab0 req-e6c0beaa-ae68-4cb8-be56-287cd91c762a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:50.525102 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1395f45f-7897-4fc9-991a-26ad850a6ab0 req-e6c0beaa-ae68-4cb8-be56-287cd91c762a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0565581 Apr 11 16:52:50.535163 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Deleting port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:52:50.536217 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.587632 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1395f45f-7897-4fc9-991a-26ad850a6ab0 req-9a181e5b-a9ff-4096-9639-aa187e0fad80 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555167 Apr 11 16:52:50.602781 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8042d540-d82c-411e-86a2-7e939bbbdbf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.616336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] For port a1a2d06b-2deb-4fb0-8f76-38de755a76c0, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,segment=NetworkSegment(03a9aea7-eff1-4458-8d96-d3db0139521c),segment_id=03a9aea7-eff1-4458-8d96-d3db0139521c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:50.616937 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.641428 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Calling delete_port for a1a2d06b-2deb-4fb0-8f76-38de755a76c0 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:52:50.657078 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.689159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Pushing event deleted for resources: {'Port': ['ID=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:50.695049 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] No DVR routers for this DVR port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 on host dv-cinder-837165-2-smb {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:50.703819 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8042d540-d82c-411e-86a2-7e939bbbdbf9 admin admin] Publish callbacks [] for security_group (ffb69df7-275b-4a6d-afd3-aeac6a5a4333), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.739442 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (a1a2d06b-2deb-4fb0-8f76-38de755a76c0), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.765756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] Pushing event deleted for resources: {'Port': ['ID=a1a2d06b-2deb-4fb0-8f76-38de755a76c0,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:50.769602 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65addf6-2b61-4ce1-a917-88479099b453 None None] No DVR routers for this DVR port a1a2d06b-2deb-4fb0-8f76-38de755a76c0 on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:52:50.776555 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (b1462718-260f-46ea-b617-b3b6cd8e0127), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.801096 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1462718-260f-46ea-b617-b3b6cd8e0127']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:50.813265 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a9aea7-eff1-4458-8d96-d3db0139521c') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:50.825677 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a9aea7-eff1-4458-8d96-d3db0139521c') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:52:50.828004 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (03a9aea7-eff1-4458-8d96-d3db0139521c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.842245 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (03a9aea7-eff1-4458-8d96-d3db0139521c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.848842 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:52:50.849280 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (03a9aea7-eff1-4458-8d96-d3db0139521c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:52:50.851052 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:52:50.857500 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-8042d540-d82c-411e-86a2-7e939bbbdbf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ffb69df7-275b-4a6d-afd3-aeac6a5a4333), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.900961 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-8042d540-d82c-411e-86a2-7e939bbbdbf9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d12f67c69aa48cf8ee3b51f236b5536&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4469674 Apr 11 16:52:50.901876 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8042d540-d82c-411e-86a2-7e939bbbdbf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb69df7-275b-4a6d-afd3-aeac6a5a4333,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:50.904269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33432) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:50.956266 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] Publish callbacks [] for security_group (ffb69df7-275b-4a6d-afd3-aeac6a5a4333), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.978643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] Publish callbacks [] for security_group (ffb69df7-275b-4a6d-afd3-aeac6a5a4333), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:50.999461 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (b1462718-260f-46ea-b617-b3b6cd8e0127), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.004909 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.008152 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] 10.222.0.32 "DELETE /v2.0/networks/b1462718-260f-46ea-b617-b3b6cd8e0127 HTTP/1.1" status: 204 len: 168 time: 0.7630501 Apr 11 16:52:51.019417 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75554c34-7c00-46d3-b465-62acc2e911ff admin admin] Pushing event deleted for resources: {'Network': ['ID=b1462718-260f-46ea-b617-b3b6cd8e0127,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.130856 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ffb69df7-275b-4a6d-afd3-aeac6a5a4333), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.133545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.134793 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ffb69df7-275b-4a6d-afd3-aeac6a5a4333 HTTP/1.1" status: 204 len: 168 time: 0.2293329 Apr 11 16:52:51.143334 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2813566-e47b-494f-a297-4d1a0ddc2863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb69df7-275b-4a6d-afd3-aeac6a5a4333,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.431549 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33438) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:51.478231 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-caae139b-c909-4701-b8b0-d58107eff99f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e4fa0ea0ed894bafa3342a4a28952ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0452313 Apr 11 16:52:51.480801 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33440) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:51.537080 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] Publish callbacks [] for security_group (87f2679a-a6e9-40a7-a599-30422620974c), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.559455 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] Publish callbacks [] for security_group (87f2679a-a6e9-40a7-a599-30422620974c), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.692874 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (87f2679a-a6e9-40a7-a599-30422620974c), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.695446 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:51.696611 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87f2679a-a6e9-40a7-a599-30422620974c HTTP/1.1" status: 204 len: 168 time: 0.2149096 Apr 11 16:52:51.712692 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80ec0c7-9f73-41a6-8e24-51728ac70d97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f2679a-a6e9-40a7-a599-30422620974c,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:51.723262 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e73a5-f82b-4d5e-af6f-544f4c60f27f req-a11696e2-f86f-4209-9cdd-ad7da3b23dab tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:51.724815 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aa9e73a5-f82b-4d5e-af6f-544f4c60f27f req-a11696e2-f86f-4209-9cdd-ad7da3b23dab tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0604267 Apr 11 16:52:51.778306 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aa9e73a5-f82b-4d5e-af6f-544f4c60f27f req-fbe60be6-b8ca-44e5-806f-ae73e7e252f5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471272 Apr 11 16:52:51.833749 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device a1a2d06b-2deb-4fb0-8f76-38de755a76c0 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:52:51.854983 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: a1a2d06b-2deb-4fb0-8f76-38de755a76c0 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:52:51.855462 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device a1a2d06b-2deb-4fb0-8f76-38de755a76c0 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:52:51.947522 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33448) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:51.961332 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33334ff2-26e8-4ada-8d88-e218d8f96b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.045094 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33334ff2-26e8-4ada-8d88-e218d8f96b41 admin admin] Publish callbacks [] for security_group (651cfba9-0ef7-43a5-b3d5-53c56352d3dc), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.171285 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-33334ff2-26e8-4ada-8d88-e218d8f96b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (651cfba9-0ef7-43a5-b3d5-53c56352d3dc), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.216442 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-33334ff2-26e8-4ada-8d88-e218d8f96b41 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5541b2083bb24b79aeff3c9bef38b997&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2676551 Apr 11 16:52:52.217354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33334ff2-26e8-4ada-8d88-e218d8f96b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651cfba9-0ef7-43a5-b3d5-53c56352d3dc,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:52.219389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33452) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:52.276974 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] Publish callbacks [] for security_group (651cfba9-0ef7-43a5-b3d5-53c56352d3dc), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.300666 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] Publish callbacks [] for security_group (651cfba9-0ef7-43a5-b3d5-53c56352d3dc), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.410889 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (651cfba9-0ef7-43a5-b3d5-53c56352d3dc), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.413412 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:52.414625 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/651cfba9-0ef7-43a5-b3d5-53c56352d3dc HTTP/1.1" status: 204 len: 168 time: 0.1941814 Apr 11 16:52:52.423372 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c73d9-f2ba-4e5a-b483-6c4cc7f4ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651cfba9-0ef7-43a5-b3d5-53c56352d3dc,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:52.922678 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d2e65a-425e-47fb-88d9-c94cf9b34778 req-4a5ca81e-9102-4926-b4ab-7685587782de tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:52.924218 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86d2e65a-425e-47fb-88d9-c94cf9b34778 req-4a5ca81e-9102-4926-b4ab-7685587782de tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0532014 Apr 11 16:52:52.977693 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-86d2e65a-425e-47fb-88d9-c94cf9b34778 req-91d3c63b-4b0c-4019-bb61-c0d6a2331a8b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477784 Apr 11 16:52:53.701819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33502) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:53.705743 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-2da99040-e2fa-4e8b-9643-97bb7b93daf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:53.799829 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1817515863-network', 'tenant_id': '5f50fa79cd3f41838b538f490ea2c99d'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:53.922530 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Made reservation on behalf of 5f50fa79cd3f41838b538f490ea2c99d for: {'network': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:53.925260 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for network (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:53.936475 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.020992 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks [] for security_group (35c5042b-daa4-4cbc-8bf9-1495f8747d11), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.099803 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (35c5042b-daa4-4cbc-8bf9-1495f8747d11), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.116510 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7309d-ce63-4b32-8b87-edae1ea16d24 req-5ef335de-18f9-4393-9a13-79f995281091 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:54.118353 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6f7309d-ce63-4b32-8b87-edae1ea16d24 req-5ef335de-18f9-4393-9a13-79f995281091 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0562675 Apr 11 16:52:54.133853 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 823} {{(pid=110560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 16:52:54.144150 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35c5042b-daa4-4cbc-8bf9-1495f8747d11,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:54.151191 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (fba20147-efbe-4443-b2a9-16c233de40af), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.151838 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.segments_db [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Added segment fba20147-efbe-4443-b2a9-16c233de40af of type vlan for network da03cad7-c340-4833-9c51-e00f482a7612 Apr 11 16:52:54.180851 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6f7309d-ce63-4b32-8b87-edae1ea16d24 req-87fc4c69-75bf-456c-a872-3454cacba712 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565751 Apr 11 16:52:54.211221 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8753046214238'] for network (da03cad7-c340-4833-9c51-e00f482a7612), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.371165 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252'] for network (da03cad7-c340-4833-9c51-e00f482a7612), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.372171 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:54.372782 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.435554 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] Pushing event updated for resources: {'Network': ['ID=da03cad7-c340-4833-9c51-e00f482a7612,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:54.446375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Network da03cad7-c340-4833-9c51-e00f482a7612 details requested by agent ovs-agent-dv-cinder-837165-2-smb with host dv-cinder-837165-2-smb {{(pid=110561) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 16:52:54.548546 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-06f6e157-a67e-4586-a57e-30cc5cc2984d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8456035 Apr 11 16:52:54.551522 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33522) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:54.556497 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Request body: {'subnet': {'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1817515863-subnet', 'tenant_id': '5f50fa79cd3f41838b538f490ea2c99d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:52:54.662074 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Made reservation on behalf of 5f50fa79cd3f41838b538f490ea2c99d for: {'subnet': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:52:54.666492 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3686204'] for subnet (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:54.959987 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-59016833', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3686190'] for subnet (b1946e85-598e-4cb0-a581-e3b973a3f83b), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:55.029860 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1946e85-598e-4cb0-a581-e3b973a3f83b,revision_number=0']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:55.043107 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Checking segment: {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:52:55.043522 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Network hostable DHCP agents. Network: da03cad7-c340-4833-9c51-e00f482a7612, hostable agents: ['435b29f1-cb1d-471a-8292-0391f3c21d86'], hosted agents: [] {{(pid=110559) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 16:52:55.171272 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Network da03cad7-c340-4833-9c51-e00f482a7612 is scheduled to be hosted by DHCP agent 435b29f1-cb1d-471a-8292-0391f3c21d86 with binding_index 1 {{(pid=110559) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 16:52:55.262109 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837165-2-smb, da03cad7-c340-4833-9c51-e00f482a7612) {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:52:55.266818 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:55.267584 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:55.272923 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc279f13-d400-4ccb-be5b-4e39e46d78c6 None None] Network da03cad7-c340-4833-9c51-e00f482a7612 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:55.346479 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9c50c-2eb8-4167-a934-a0b81bedfa7b req-c2b6e687-b484-4e5c-a2e8-2a5c585de59a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:55.348069 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9af9c50c-2eb8-4167-a934-a0b81bedfa7b req-c2b6e687-b484-4e5c-a2e8-2a5c585de59a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0754077 Apr 11 16:52:55.392703 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0720c34e-f45c-4d26-9766-28ebe062748f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8391595 Apr 11 16:52:55.400558 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf1f17-ced8-4541-827d-9a7fd0aceff1 None None] Network da03cad7-c340-4833-9c51-e00f482a7612 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:52:55.418165 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9af9c50c-2eb8-4167-a934-a0b81bedfa7b req-e413c4f9-d33b-4592-a4f3-43505300239c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610297 Apr 11 16:52:55.897978 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33558) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:56.005167 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e8555daa-4718-4bab-8725-b8cc21df22db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.082820 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e8555daa-4718-4bab-8725-b8cc21df22db admin admin] Publish callbacks [] for security_group (eaae84ae-5f20-464b-bb46-bfb0861fd67f), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.110295 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:52:56.173760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e8555daa-4718-4bab-8725-b8cc21df22db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (eaae84ae-5f20-464b-bb46-bfb0861fd67f), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.215013 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e8555daa-4718-4bab-8725-b8cc21df22db admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d40bd42b2b3d4990a2ae831008724346&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3157911 Apr 11 16:52:56.216097 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8555daa-4718-4bab-8725-b8cc21df22db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaae84ae-5f20-464b-bb46-bfb0861fd67f,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:56.217780 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:56.218997 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33562) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:56.231169 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:52:56.272585 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: ACTIVE; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:56.272984 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.288210 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:52:56.291157 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] Publish callbacks [] for security_group (eaae84ae-5f20-464b-bb46-bfb0861fd67f), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.310878 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:56.319203 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] Publish callbacks [] for security_group (eaae84ae-5f20-464b-bb46-bfb0861fd67f), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.398928 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.450973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (eaae84ae-5f20-464b-bb46-bfb0861fd67f), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.454828 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:56.455112 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eaae84ae-5f20-464b-bb46-bfb0861fd67f HTTP/1.1" status: 204 len: 168 time: 0.2338500 Apr 11 16:52:56.461622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=6']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:56.463435 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861fd61-7df4-4a07-98de-6d6bc912fe6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaae84ae-5f20-464b-bb46-bfb0861fd67f,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:56.492527 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['0a1e02be-a916-4016-9d1b-75da7201c72e'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:52:56.564958 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a67ff-f747-4300-a921-75f6150cc01b req-b0871ad6-ac50-456a-9f61-553df7ea4178 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:56.566504 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b07a67ff-f747-4300-a921-75f6150cc01b req-b0871ad6-ac50-456a-9f61-553df7ea4178 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 945 time: 0.0623753 Apr 11 16:52:56.615492 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b07a67ff-f747-4300-a921-75f6150cc01b req-11b9f24f-d1e5-420e-bd90-e978f21481d8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Apr 11 16:52:56.634247 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-56dea60d-368b-4a77-8e04-1068651cb67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.221534 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33574) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:57.235381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36dab41d-7ab3-4648-8d2d-91b8b6e13211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.315760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36dab41d-7ab3-4648-8d2d-91b8b6e13211 admin admin] Publish callbacks [] for security_group (ea0e4b27-6934-473c-b470-eba34336a007), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.459729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.460516 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-36dab41d-7ab3-4648-8d2d-91b8b6e13211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ea0e4b27-6934-473c-b470-eba34336a007), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.501328 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-36dab41d-7ab3-4648-8d2d-91b8b6e13211 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ae277a7e9dd64910adcb62b6deec4213&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2786338 Apr 11 16:52:57.502477 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dab41d-7ab3-4648-8d2d-91b8b6e13211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea0e4b27-6934-473c-b470-eba34336a007,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:57.505125 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33580) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:52:57.561043 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] Publish callbacks [] for security_group (ea0e4b27-6934-473c-b470-eba34336a007), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.589021 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] Publish callbacks [] for security_group (ea0e4b27-6934-473c-b470-eba34336a007), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.684408 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-25fd1e22-57ce-40f5-95de-0ff5e273eb47 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:57.686704 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-25fd1e22-57ce-40f5-95de-0ff5e273eb47 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/networks?id=da03cad7-c340-4833-9c51-e00f482a7612 HTTP/1.1" status: 200 len: 809 time: 0.1108341 Apr 11 16:52:57.713092 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-0b6a1d1a-3bc7-4403-8df8-3e030fce279a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/quotas/5f50fa79cd3f41838b538f490ea2c99d HTTP/1.1" status: 200 len: 375 time: 0.0197885 Apr 11 16:52:57.722300 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ea0e4b27-6934-473c-b470-eba34336a007), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.726906 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:57.726906 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ea0e4b27-6934-473c-b470-eba34336a007 HTTP/1.1" status: 204 len: 168 time: 0.2194021 Apr 11 16:52:57.741280 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f6c390-cca5-4663-a8e4-a660ab1c5c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea0e4b27-6934-473c-b470-eba34336a007,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:57.767304 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-36fee6d8-04f7-49f9-a014-5b10bfcbce3a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367191 Apr 11 16:52:57.781462 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577e8193-c806-48c4-a67d-50c0b6a5b7a4 req-7c2c8b84-66cb-451f-92ce-f08149ed8fb1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:57.783451 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-577e8193-c806-48c4-a67d-50c0b6a5b7a4 req-7c2c8b84-66cb-451f-92ce-f08149ed8fb1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 945 time: 0.0821378 Apr 11 16:52:57.896018 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-577e8193-c806-48c4-a67d-50c0b6a5b7a4 req-7776d8cb-a9a5-468a-820d-8feeb88d8c38 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006048 Apr 11 16:52:57.919786 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-31f4a9ac-2c2f-4f00-a223-1a661dd586de service neutron] 10.222.0.32 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343040 Apr 11 16:52:58.018829 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-7f4d7569-b6e1-4ddc-868c-3e75ddb40cae service neutron] 10.222.0.32 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927076 Apr 11 16:52:58.122540 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:52:58.196648 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 0a1e02be-a916-4016-9d1b-75da7201c72e triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:52:58.203417 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:58.297948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cd562409-eb56-4a38-9726-31056bf1da6d req-95daf9ff-9a96-422c-be55-60f409db0224 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 210 time: 0.0514755 Apr 11 16:52:58.316686 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:52:58.317160 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:58.350766 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:52:58.350766 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bf2f72-eb24-4061-b68b-d0c16f6baf14" -d '{"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:52:58.362206 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:52:58.390588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eabb9ec-a7ee-4454-8bc1-da05c836724e x-openstack-request-id: req-0eabb9ec-a7ee-4454-8bc1-da05c836724e {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:52:58.390588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:52:58.390588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0eabb9ec-a7ee-4454-8bc1-da05c836724e {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:52:58.390588 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eabb9ec-a7ee-4454-8bc1-da05c836724e'] response: {'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'code': 200} Apr 11 16:52:58.437038 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:58.507740 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=7']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:52:58.773922 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:52:59.089421 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31378a-c15d-4cd1-8be8-d5de92618d1c req-24df26ba-cbc1-4ab4-b417-65f66902684a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:52:59.097518 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c31378a-c15d-4cd1-8be8-d5de92618d1c req-24df26ba-cbc1-4ab4-b417-65f66902684a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0894394 Apr 11 16:52:59.186295 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c31378a-c15d-4cd1-8be8-d5de92618d1c req-84c78988-7ac2-4154-9b6b-c3b161e7e4c5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872955 Apr 11 16:52:59.392891 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95b9a09a-6202-435d-a76c-1dc7be3a3847 req-0e43b548-8854-4c7f-a1cb-91533e038ab8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 210 time: 0.0417333 Apr 11 16:53:00.300783 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:00.369422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa228f1-e8e7-4154-8aed-58ca0c82ba3b req-e0385b15-b58a-47f9-94b0-7de9d8894219 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:00.373257 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2fa228f1-e8e7-4154-8aed-58ca0c82ba3b req-e0385b15-b58a-47f9-94b0-7de9d8894219 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0778606 Apr 11 16:53:00.452929 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2fa228f1-e8e7-4154-8aed-58ca0c82ba3b req-d7a22c76-2cea-47ec-9ed9-87fb3d8e246d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711834 Apr 11 16:53:00.539480 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4fc2f4ac-06c2-4791-a74a-48e7d2a8f62b req-b703b158-b4d1-45ae-a74c-9bc8bf1e2c16 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 210 time: 0.0409956 Apr 11 16:53:01.266598 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-5ca3c80f-6b9c-4548-9361-ce1153d63a6b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:01.268440 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-5ca3c80f-6b9c-4548-9361-ce1153d63a6b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "GET /v2.0/networks?id=da03cad7-c340-4833-9c51-e00f482a7612 HTTP/1.1" status: 200 len: 809 time: 0.1405091 Apr 11 16:53:01.287625 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Request body: {'port': {'device_id': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612', 'admin_state_up': True, 'tenant_id': '5f50fa79cd3f41838b538f490ea2c99d'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:01.589171 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adf5439-9f56-44ae-ae7a-301500412cb8 req-9e725fb2-2e02-4c2d-be31-8113746aaf87 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:01.591284 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4adf5439-9f56-44ae-ae7a-301500412cb8 req-9e725fb2-2e02-4c2d-be31-8113746aaf87 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0579991 Apr 11 16:53:01.669223 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b788433b-6ac9-4700-bf28-c15d921f33ec req-6a2d8bea-5fe7-4bba-bd26-3a7e94d7c735 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 210 time: 0.0392272 Apr 11 16:53:01.672903 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4adf5439-9f56-44ae-ae7a-301500412cb8 req-967275b5-d7d2-417a-bf0a-9548e57da9d1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747991 Apr 11 16:53:01.682165 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Made reservation on behalf of 5f50fa79cd3f41838b538f490ea2c99d for: {'port': 1} {{(pid=110560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:53:01.685852 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:01.704402 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:01.946334 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Allocated IP 172.20.0.13 (da03cad7-c340-4833-9c51-e00f482a7612/b1946e85-598e-4cb0-a581-e3b973a3f83b/f1df5b07-040d-414a-9f5b-53be047f0f8b) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:53:02.152434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks [] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.347361 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.396177 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Network da03cad7-c340-4833-9c51-e00f482a7612 is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:53:02.400208 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:53:02.404151 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:53:02.433007 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Pushing event updated for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:02.467114 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:02.467771 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.590762 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-82598455-b919-4dce-942b-db8ea18871e1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3113613 Apr 11 16:53:02.603794 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Request body: {'port': {'device_id': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:02.691508 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:02.903601 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90919bf-f772-486e-8ca3-e5da4df2f291 req-f1af986e-7a23-46a1-8b94-e07f24300acc tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:02.912284 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d90919bf-f772-486e-8ca3-e5da4df2f291 req-f1af986e-7a23-46a1-8b94-e07f24300acc tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 932 time: 0.1036744 Apr 11 16:53:02.990855 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d90919bf-f772-486e-8ca3-e5da4df2f291 req-100c8a84-5d07-4f06-b096-827d400acf7f tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709088 Apr 11 16:53:03.079615 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb79b377-e43d-480e-a87d-790b3eec3dd5 req-1970a2ef-fee1-4acc-a223-06c1e14cefae tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:03.081165 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eb79b377-e43d-480e-a87d-790b3eec3dd5 req-1970a2ef-fee1-4acc-a223-06c1e14cefae tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0600207 Apr 11 16:53:03.145815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1df5b07-040d-414a-9f5b-53be047f0f8b {{(pid=110560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:03.151099 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-eb79b377-e43d-480e-a87d-790b3eec3dd5 req-4ea06b29-cbb3-4eef-9529-5e7c2a62f8dd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635495 Apr 11 16:53:03.155653 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks [] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.170408 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.provisioning_blocks [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Transition to ACTIVE for port object f1df5b07-040d-414a-9f5b-53be047f0f8b will not be triggered until provisioned by entity L2. {{(pid=110560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:53:03.342679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.437217 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:03.513255 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Attempting to bind port f1df5b07-040d-414a-9f5b-53be047f0f8b on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:53:03.513590 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Attempting to bind port f1df5b07-040d-414a-9f5b-53be047f0f8b by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:53:03.513913 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Attempting to bind port f1df5b07-040d-414a-9f5b-53be047f0f8b on network da03cad7-c340-4833-9c51-e00f482a7612 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:03.525467 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Port f1df5b07-040d-414a-9f5b-53be047f0f8b on network da03cad7-c340-4833-9c51-e00f482a7612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:53:03.525947 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Attempting to bind port f1df5b07-040d-414a-9f5b-53be047f0f8b on network da03cad7-c340-4833-9c51-e00f482a7612 {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:03.532124 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 52, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:53:03.532464 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Checking segment: {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:53:03.532848 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Bound using segment: {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'} {{(pid=110560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:53:03.533277 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.managers [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Bound port: f1df5b07-040d-414a-9f5b-53be047f0f8b, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'}}] {{(pid=110560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:53:03.533638 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.617454 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, cleared binding levels {{(pid=110560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:53:03.620510 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:53:03.768794 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.833641 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=3']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:03.836385 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:03.837008 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:03.838416 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-1f9a1645-5427-4fb0-9656-ca09532f7bc6 service neutron] 10.222.0.72 "PUT /v2.0/ports/f1df5b07-040d-414a-9f5b-53be047f0f8b HTTP/1.1" status: 200 len: 1094 time: 1.2388391 Apr 11 16:53:03.838847 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:03.841159 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e684c31c-d15f-40ee-826c-00c514042789" -d '{"events": [{"name": "network-changed", "server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:03.886244 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df42bed-a7ff-4cc4-87bc-d75d45d479ab x-openstack-request-id: req-1df42bed-a7ff-4cc4-87bc-d75d45d479ab {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:03.886660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:03.887027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1df42bed-a7ff-4cc4-87bc-d75d45d479ab {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:03.888245 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1df42bed-a7ff-4cc4-87bc-d75d45d479ab'] response: {'name': 'network-changed', 'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b', 'status': 'completed', 'code': 200} Apr 11 16:53:03.969212 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c31c-d15f-40ee-826c-00c514042789 req-74a37d1e-b99f-43ee-9c70-6712ea222e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:03.971158 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e684c31c-d15f-40ee-826c-00c514042789 req-74a37d1e-b99f-43ee-9c70-6712ea222e0c service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 1128 time: 0.0576262 Apr 11 16:53:04.101004 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c31c-d15f-40ee-826c-00c514042789 req-aabded28-563e-48e6-9c1a-6a0010ccb9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.102593 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e684c31c-d15f-40ee-826c-00c514042789 req-aabded28-563e-48e6-9c1a-6a0010ccb9e0 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1212401 Apr 11 16:53:04.126481 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503c9cde-d777-4773-b8c3-b9af2020377a req-6e240b96-5957-499d-9ec4-48d59fc5d1a3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.129652 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-503c9cde-d777-4773-b8c3-b9af2020377a req-6e240b96-5957-499d-9ec4-48d59fc5d1a3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 944 time: 0.0587068 Apr 11 16:53:04.218881 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-503c9cde-d777-4773-b8c3-b9af2020377a req-fd4c5f61-b160-4fce-876a-a03609a9a014 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824699 Apr 11 16:53:04.225292 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c31c-d15f-40ee-826c-00c514042789 req-53dfebd9-2446-4167-a78d-39cc004ae021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.226414 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-e684c31c-d15f-40ee-826c-00c514042789 req-53dfebd9-2446-4167-a78d-39cc004ae021 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1158874 Apr 11 16:53:04.318604 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62631e0c-7704-4354-aaf0-2d3340a6c1f0 req-4f585d27-7009-4538-b911-475e7d1b4158 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.322432 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-62631e0c-7704-4354-aaf0-2d3340a6c1f0 req-4f585d27-7009-4538-b911-475e7d1b4158 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0634501 Apr 11 16:53:04.425053 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-62631e0c-7704-4354-aaf0-2d3340a6c1f0 req-0a4a6453-ace6-4ff1-83f3-9e16e8ea5001 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902691 Apr 11 16:53:04.673645 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-68d026b6-9979-40ab-85f3-e86551e0cfcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.675158 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-68d026b6-9979-40ab-85f3-e86551e0cfcf service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 1128 time: 0.3956709 Apr 11 16:53:04.724172 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-8763c198-2eea-4f02-8145-d1c63c2054d9 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b HTTP/1.1" status: 200 len: 217 time: 0.0360816 Apr 11 16:53:04.775201 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-e7ad5e77-c197-414e-a46f-127849082fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:04.776906 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-e7ad5e77-c197-414e-a46f-127849082fe3 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b1946e85-598e-4cb0-a581-e3b973a3f83b HTTP/1.1" status: 200 len: 849 time: 0.0466161 Apr 11 16:53:04.812851 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-ffe5a668-7bdf-474a-8edd-6f17f4388942 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da03cad7-c340-4833-9c51-e00f482a7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270863 Apr 11 16:53:04.915429 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-09cb9a91-3a21-4b42-9edd-c2b8781d794b service neutron] 10.222.0.72 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900738 Apr 11 16:53:05.024142 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-5e11de99-4efa-4cb4-b5d4-634cf53b1a9a req-73081182-c424-4bb5-ae65-01544c8e96cc service neutron] 10.222.0.72 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957358 Apr 11 16:53:05.336109 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a509397d-36c0-4c1a-904a-7164eef32719 req-1ac85167-ae94-41f2-bee4-bba591282817 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:05.337606 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a509397d-36c0-4c1a-904a-7164eef32719 req-1ac85167-ae94-41f2-bee4-bba591282817 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 944 time: 0.0481658 Apr 11 16:53:05.384736 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a509397d-36c0-4c1a-904a-7164eef32719 req-769182fe-046b-434a-ad71-d0fab4a546a2 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412531 Apr 11 16:53:05.546487 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28935030-5bd2-4465-9631-b8eddfdbb2f6 req-7da11e8e-c8ee-4936-9331-56ad7bbf8268 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:05.548950 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28935030-5bd2-4465-9631-b8eddfdbb2f6 req-7da11e8e-c8ee-4936-9331-56ad7bbf8268 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0484672 Apr 11 16:53:05.602163 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28935030-5bd2-4465-9631-b8eddfdbb2f6 req-815cf7a8-d11b-46c5-ad39-79539b908a56 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473826 Apr 11 16:53:06.071299 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:06.530468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a918a-9bbf-40ce-a2de-a13c741c426a req-2776f2d8-2928-4a52-822e-166cc9f4802b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:06.531993 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-843a918a-9bbf-40ce-a2de-a13c741c426a req-2776f2d8-2928-4a52-822e-166cc9f4802b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 944 time: 0.0687511 Apr 11 16:53:06.591743 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-843a918a-9bbf-40ce-a2de-a13c741c426a req-34eace64-3ac3-4240-86f3-6d6527cc2e01 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538874 Apr 11 16:53:06.743584 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43ab4e-a1fe-4f81-b672-2b527ee96203 req-caecc46e-1a06-4674-8132-153c60773c65 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:06.745111 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ad43ab4e-a1fe-4f81-b672-2b527ee96203 req-caecc46e-1a06-4674-8132-153c60773c65 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0609484 Apr 11 16:53:06.802896 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ad43ab4e-a1fe-4f81-b672-2b527ee96203 req-5a5c1366-6b7a-4f83-ac82-30e5f267a796 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515189 Apr 11 16:53:07.609881 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33770) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:07.730389 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af59b83-d918-41b1-b5cd-c9233fefadd3 req-182677e1-690c-44d1-8733-6ab233ca5b8b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.732525 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8af59b83-d918-41b1-b5cd-c9233fefadd3 req-182677e1-690c-44d1-8733-6ab233ca5b8b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 944 time: 0.0606294 Apr 11 16:53:07.772532 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-541e9f96-9740-41e7-9ffc-983b454f1c65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.816685 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8af59b83-d918-41b1-b5cd-c9233fefadd3 req-e01f1a06-b225-418e-b652-d7a2e5f3e972 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778437 Apr 11 16:53:07.896320 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-541e9f96-9740-41e7-9ffc-983b454f1c65 admin admin] Publish callbacks [] for security_group (3c6f1b8f-f485-45cb-a608-b4e2fc253b73), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:07.952657 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd47567-02b3-4e94-a8be-69730bc20002 req-5c6e33d0-1519-494b-91a5-a5ab553b9d4a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:07.954274 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9dd47567-02b3-4e94-a8be-69730bc20002 req-5c6e33d0-1519-494b-91a5-a5ab553b9d4a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0529897 Apr 11 16:53:07.993013 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-541e9f96-9740-41e7-9ffc-983b454f1c65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3c6f1b8f-f485-45cb-a608-b4e2fc253b73), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.066797 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9dd47567-02b3-4e94-a8be-69730bc20002 req-3f03eb89-a1d7-4b85-8f54-808f026f6538 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060362 Apr 11 16:53:08.070219 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-541e9f96-9740-41e7-9ffc-983b454f1c65 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b961d95aeb1445148f766388776e55c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4593687 Apr 11 16:53:08.073473 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33780) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:08.081329 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e9f96-9740-41e7-9ffc-983b454f1c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6f1b8f-f485-45cb-a608-b4e2fc253b73,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:08.142072 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] Publish callbacks [] for security_group (3c6f1b8f-f485-45cb-a608-b4e2fc253b73), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.152763 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device f1df5b07-040d-414a-9f5b-53be047f0f8b details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:08.166709 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] Publish callbacks [] for security_group (3c6f1b8f-f485-45cb-a608-b4e2fc253b73), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.274061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:08.287684 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': 'f1df5b07-040d-414a-9f5b-53be047f0f8b', 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612', 'port_id': 'f1df5b07-040d-414a-9f5b-53be047f0f8b', 'mac_address': 'fa:16:3e:a6:45:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1946e85-598e-4cb0-a581-e3b973a3f83b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:08.328723 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port f1df5b07-040d-414a-9f5b-53be047f0f8b is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:08.329208 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.345210 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1df5b07-040d-414a-9f5b-53be047f0f8b {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:08.375863 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:08.379820 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (3c6f1b8f-f485-45cb-a608-b4e2fc253b73), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.382636 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:08.384325 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3c6f1b8f-f485-45cb-a608-b4e2fc253b73 HTTP/1.1" status: 204 len: 168 time: 0.3098929 Apr 11 16:53:08.394147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c5dafb-95a7-420e-9c25-6d2fc0736d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6f1b8f-f485-45cb-a608-b4e2fc253b73,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:08.939987 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b83f7-f0dd-4815-a64f-057918e1cd8b req-c280d470-3735-4e34-bb87-f5d531bb9800 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:08.941501 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c91b83f7-f0dd-4815-a64f-057918e1cd8b req-c280d470-3735-4e34-bb87-f5d531bb9800 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 944 time: 0.0495083 Apr 11 16:53:08.995169 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c91b83f7-f0dd-4815-a64f-057918e1cd8b req-dc90ec44-189d-408f-ada1-1efe544812ba tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475934 Apr 11 16:53:09.085164 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:09.140290 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:09.208150 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2386ecb1-9d94-4bd9-8c42-0f07f1992fe1 req-986cd11b-ddf9-4ab5-9f3a-18ad50e977f5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:09.212913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2386ecb1-9d94-4bd9-8c42-0f07f1992fe1 req-986cd11b-ddf9-4ab5-9f3a-18ad50e977f5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0519536 Apr 11 16:53:09.259597 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2386ecb1-9d94-4bd9-8c42-0f07f1992fe1 req-f7aa6634-817b-45fe-b072-b36a7224b1ee tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442629 Apr 11 16:53:09.338350 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['f1df5b07-040d-414a-9f5b-53be047f0f8b'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:10.047663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33798) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:10.063132 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e8240bb1-4228-4b0c-9620-d6e45f497d20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.123814 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b811de6-feee-48ac-a840-99366f2c3683 req-8679dbc4-f2e9-490c-9429-9a8e58a1f90a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:10.126670 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6b811de6-feee-48ac-a840-99366f2c3683 req-8679dbc4-f2e9-490c-9429-9a8e58a1f90a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 945 time: 0.0539820 Apr 11 16:53:10.159709 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e8240bb1-4228-4b0c-9620-d6e45f497d20 admin admin] Publish callbacks [] for security_group (5a427630-c8a8-4435-b9bd-32099d593ede), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.173857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device f1df5b07-040d-414a-9f5b-53be047f0f8b up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:53:10.178309 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6b811de6-feee-48ac-a840-99366f2c3683 req-65a2d36b-4bd0-4c9f-ab89-b73f253ceae3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455563 Apr 11 16:53:10.225584 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port f1df5b07-040d-414a-9f5b-53be047f0f8b completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:53:10.308734 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-e8240bb1-4228-4b0c-9620-d6e45f497d20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (5a427630-c8a8-4435-b9bd-32099d593ede), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.349846 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-e8240bb1-4228-4b0c-9620-d6e45f497d20 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bc4c794bb5d64d49b3dd3911a7a7a56f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3009901 Apr 11 16:53:10.350741 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8240bb1-4228-4b0c-9620-d6e45f497d20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a427630-c8a8-4435-b9bd-32099d593ede,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:10.353093 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33802) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:10.384851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cb699a-60e2-4429-95f4-8c3409a35786 req-e33142bd-1869-47b4-bb1c-39ae80be0166 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:10.386346 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-90cb699a-60e2-4429-95f4-8c3409a35786 req-e33142bd-1869-47b4-bb1c-39ae80be0166 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0473557 Apr 11 16:53:10.391149 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port f1df5b07-040d-414a-9f5b-53be047f0f8b triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:10.391674 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.402706 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] Publish callbacks [] for security_group (5a427630-c8a8-4435-b9bd-32099d593ede), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.428866 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] Publish callbacks [] for security_group (5a427630-c8a8-4435-b9bd-32099d593ede), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.449331 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-90cb699a-60e2-4429-95f4-8c3409a35786 req-1bda24a1-e97a-4ac3-9dea-2d3c8181b12c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561612 Apr 11 16:53:10.490299 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port f1df5b07-040d-414a-9f5b-53be047f0f8b is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:10.490693 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.514294 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:10.520092 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4ed2c2-fcb6-4fb3-a025-99aa614ff860" -d '{"events": [{"server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "name": "network-vif-plugged", "status": "completed", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:10.530708 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:10.565944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1b06af-0906-4cc5-94f2-86adf7b39128 x-openstack-request-id: req-ab1b06af-0906-4cc5-94f2-86adf7b39128 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:10.565944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "name": "network-vif-plugged", "status": "completed", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:10.565944 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ab1b06af-0906-4cc5-94f2-86adf7b39128 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:10.565944 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1b06af-0906-4cc5-94f2-86adf7b39128'] response: {'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b', 'code': 200} Apr 11 16:53:10.613546 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (5a427630-c8a8-4435-b9bd-32099d593ede), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.616819 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.618122 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5a427630-c8a8-4435-b9bd-32099d593ede HTTP/1.1" status: 204 len: 168 time: 0.2641163 Apr 11 16:53:10.635320 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918d9ef-9419-4b02-9267-cfd66f2595f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a427630-c8a8-4435-b9bd-32099d593ede,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:10.665447 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:10.717499 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:11.015845 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18555-6136-4682-9827-3b00009382aa req-c2fe5e6c-0a77-4d5d-a854-86c5613c0f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.017325 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2ea18555-6136-4682-9827-3b00009382aa req-c2fe5e6c-0a77-4d5d-a854-86c5613c0f1e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 1130 time: 0.0414295 Apr 11 16:53:11.063442 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-2ea18555-6136-4682-9827-3b00009382aa req-615b5e5f-8679-45e9-ac87-2bbc98e860b0 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372419 Apr 11 16:53:11.309261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a0633c-1938-4067-b779-23e8062e4ae3 req-5104761c-0f81-4f9a-a55d-fe237407bfba tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.310779 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-02a0633c-1938-4067-b779-23e8062e4ae3 req-5104761c-0f81-4f9a-a55d-fe237407bfba tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0491335 Apr 11 16:53:11.358593 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-02a0633c-1938-4067-b779-23e8062e4ae3 req-fd92a54b-5541-4606-9735-45f90472abbc tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418715 Apr 11 16:53:11.585837 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b6cb76-9e43-4d4d-9381-07e1e51611e3 req-ddc89f3b-c6ff-4c28-abbd-3006a838be19 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.587502 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-41b6cb76-9e43-4d4d-9381-07e1e51611e3 req-ddc89f3b-c6ff-4c28-abbd-3006a838be19 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0553222 Apr 11 16:53:11.629692 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-58d58b97-e089-4f20-9a43-a68881b37c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.631258 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-58d58b97-e089-4f20-9a43-a68881b37c19 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1130 time: 0.0425916 Apr 11 16:53:11.649365 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-41b6cb76-9e43-4d4d-9381-07e1e51611e3 req-d275cf10-933d-4b09-94a0-989106776035 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500870 Apr 11 16:53:11.738072 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-66950ef5-9bc6-43ea-aebf-8f4dd20e7506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:11.755866 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-66950ef5-9bc6-43ea-aebf-8f4dd20e7506 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0996974 Apr 11 16:53:12.066021 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-c0bcfeb6-c462-4636-8743-aa47e7670e0e service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1002 time: 0.0603840 Apr 11 16:53:12.117789 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-ccf85401-f629-4cf9-9674-ef1cf8d86bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.119764 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-ccf85401-f629-4cf9-9674-ef1cf8d86bed service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0450463 Apr 11 16:53:12.179164 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-75a5ae68-14c1-483a-ab04-6f07dc5d60cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.180799 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-75a5ae68-14c1-483a-ab04-6f07dc5d60cb service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446579 Apr 11 16:53:12.281034 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-9a46f11e-de37-4950-b31a-d138daa051d3 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892658 Apr 11 16:53:12.405898 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-1350cfee-0392-4b49-ac3b-1dc1b4ae8270 req-53852a61-a74c-461a-b5b6-4d7447805c45 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886264 Apr 11 16:53:12.478448 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23335b9-4f86-48e3-97b6-5969c3be031f req-1d8831ac-ac8c-4f0e-a68d-997db5c1265c tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.480028 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c23335b9-4f86-48e3-97b6-5969c3be031f req-1d8831ac-ac8c-4f0e-a68d-997db5c1265c tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0535533 Apr 11 16:53:12.529576 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c23335b9-4f86-48e3-97b6-5969c3be031f req-411408b7-4951-42ff-8798-ea194eb16bb8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435653 Apr 11 16:53:12.775626 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d844bd04-a9ed-4d3d-b56d-e1de67b85ef6 req-73435afd-71f4-4318-ab5f-0c3a18a67ae4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:12.777158 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d844bd04-a9ed-4d3d-b56d-e1de67b85ef6 req-73435afd-71f4-4318-ab5f-0c3a18a67ae4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0562539 Apr 11 16:53:12.826996 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d844bd04-a9ed-4d3d-b56d-e1de67b85ef6 req-83f1e3cb-cf8f-43a8-bb46-aef5feb7c96e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 Apr 11 16:53:13.649132 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9584093d-b695-4a98-aee2-55af8d50a258 req-dc36a894-e056-49ab-b649-2f49dc533ac1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:13.650803 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9584093d-b695-4a98-aee2-55af8d50a258 req-dc36a894-e056-49ab-b649-2f49dc533ac1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0516434 Apr 11 16:53:13.662544 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33878) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:13.702223 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9584093d-b695-4a98-aee2-55af8d50a258 req-368f99f2-64d4-4b42-943c-eabca4d100a4 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456803 Apr 11 16:53:13.774526 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f966b37-5e14-4c36-92c4-f2930c09b482 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:13.847327 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f966b37-5e14-4c36-92c4-f2930c09b482 admin admin] Publish callbacks [] for security_group (21736844-01ce-4bdb-b4bd-aeb78f692cfe), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:13.957744 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a05b2-a727-49da-8e67-3200db14710e req-9785d00f-6e9b-4ac0-97d9-59b9642d2523 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:13.959227 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-759a05b2-a727-49da-8e67-3200db14710e req-9785d00f-6e9b-4ac0-97d9-59b9642d2523 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 946 time: 0.0480292 Apr 11 16:53:14.007078 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-759a05b2-a727-49da-8e67-3200db14710e req-cf3f9765-a553-44a0-955b-f9e3b5f7fdfa tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Apr 11 16:53:14.010115 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f966b37-5e14-4c36-92c4-f2930c09b482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (21736844-01ce-4bdb-b4bd-aeb78f692cfe), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.050245 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8f966b37-5e14-4c36-92c4-f2930c09b482 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f168c40a0d454490a7c801065367a54d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3865573 Apr 11 16:53:14.051393 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f966b37-5e14-4c36-92c4-f2930c09b482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21736844-01ce-4bdb-b4bd-aeb78f692cfe,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:14.053032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33886) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:14.103558 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] Publish callbacks [] for security_group (21736844-01ce-4bdb-b4bd-aeb78f692cfe), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.125468 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] Publish callbacks [] for security_group (21736844-01ce-4bdb-b4bd-aeb78f692cfe), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.190177 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:53:14.288603 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: ACTIVE; New status is: DOWN {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:14.302191 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.321811 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:14.324432 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af62bc54-d76f-403b-81bd-f056927ae2be" -d '{"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:14.335557 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703149e9-ee48-4f3e-8390-855958fa9518 req-a4ab23d0-e468-47c4-ae3d-6be1f758315d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:14.336810 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-a4ab23d0-e468-47c4-ae3d-6be1f758315d service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1130 time: 0.0461233 Apr 11 16:53:14.345754 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:14.365941 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f050883-9d08-4139-ba46-a5ea2ec99c78 x-openstack-request-id: req-3f050883-9d08-4139-ba46-a5ea2ec99c78 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:14.366263 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-unplugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:14.366522 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3f050883-9d08-4139-ba46-a5ea2ec99c78 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:14.366916 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f050883-9d08-4139-ba46-a5ea2ec99c78'] response: {'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'code': 200} Apr 11 16:53:14.433032 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (21736844-01ce-4bdb-b4bd-aeb78f692cfe), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.435630 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.440062 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21736844-01ce-4bdb-b4bd-aeb78f692cfe HTTP/1.1" status: 204 len: 168 time: 0.3828793 Apr 11 16:53:14.461999 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3488627-e473-45c4-a69e-f05109b4ac36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21736844-01ce-4bdb-b4bd-aeb78f692cfe,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:14.493491 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703149e9-ee48-4f3e-8390-855958fa9518 req-5eb75870-5052-437b-9d72-df93872ab3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:14.495124 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-5eb75870-5052-437b-9d72-df93872ab3cd service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0968730 Apr 11 16:53:14.562054 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-b06940fd-90db-449e-a14e-664c3db746e6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1002 time: 0.0606320 Apr 11 16:53:14.593464 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:14.623966 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703149e9-ee48-4f3e-8390-855958fa9518 req-cea567e2-9848-48d3-b45e-352b4ff5acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:14.625457 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-cea567e2-9848-48d3-b45e-352b4ff5acc2 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0570509 Apr 11 16:53:14.680020 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703149e9-ee48-4f3e-8390-855958fa9518 req-e176ec58-d011-48f8-a98c-da7478a4aaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:14.680020 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-e176ec58-d011-48f8-a98c-da7478a4aaaf service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0473418 Apr 11 16:53:14.786413 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=8']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:14.831698 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-98e75365-2465-44e7-9730-91d9e411d5d5 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381786 Apr 11 16:53:14.926456 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-703149e9-ee48-4f3e-8390-855958fa9518 req-252e88ed-db86-42a9-831c-45fda86df5f0 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925174 Apr 11 16:53:15.126934 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7503b521-5879-4d60-9366-b7607a9711e1 req-a106782c-4d4a-4b4a-b7b3-a4e0cc4c4bd7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:15.128385 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7503b521-5879-4d60-9366-b7607a9711e1 req-a106782c-4d4a-4b4a-b7b3-a4e0cc4c4bd7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0492630 Apr 11 16:53:15.176201 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7503b521-5879-4d60-9366-b7607a9711e1 req-6a73010d-df38-4f45-a52e-7d14e986a0a0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421555 Apr 11 16:53:15.332288 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 33908) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:15.346753 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0d66763f-328f-4e3c-9502-3f1b2a523c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.422996 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0d66763f-328f-4e3c-9502-3f1b2a523c8e admin admin] Publish callbacks [] for security_group (cc3632ea-c8f3-421b-9fa3-efcc7f599260), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.553023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-0d66763f-328f-4e3c-9502-3f1b2a523c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cc3632ea-c8f3-421b-9fa3-efcc7f599260), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.594926 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0d66763f-328f-4e3c-9502-3f1b2a523c8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e687685781b417b9877c731694948f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2614083 Apr 11 16:53:15.595719 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d66763f-328f-4e3c-9502-3f1b2a523c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3632ea-c8f3-421b-9fa3-efcc7f599260,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:15.597886 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33914) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:15.649356 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] Publish callbacks [] for security_group (cc3632ea-c8f3-421b-9fa3-efcc7f599260), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.676471 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] Publish callbacks [] for security_group (cc3632ea-c8f3-421b-9fa3-efcc7f599260), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.776720 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d30ff48-6ba2-4289-8df6-05a48baa62fb req-6cbd764f-c235-40e9-9ebb-7722b122e8f6 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:15.778807 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5d30ff48-6ba2-4289-8df6-05a48baa62fb req-6cbd764f-c235-40e9-9ebb-7722b122e8f6 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0531197 Apr 11 16:53:15.826077 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5d30ff48-6ba2-4289-8df6-05a48baa62fb req-21f181bf-e043-41b7-ba5e-10a545dafbf1 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415294 Apr 11 16:53:15.876360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (cc3632ea-c8f3-421b-9fa3-efcc7f599260), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.899153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:15.899153 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cc3632ea-c8f3-421b-9fa3-efcc7f599260 HTTP/1.1" status: 204 len: 168 time: 0.2812076 Apr 11 16:53:15.899153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1db95c-8652-48c7-bb70-86be20e386f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3632ea-c8f3-421b-9fa3-efcc7f599260,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:16.944642 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61e2e0-700d-4fde-8800-2b0a960e8bf5 req-38815f1f-c27b-448a-b18c-ba38144f469a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:16.950275 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2d61e2e0-700d-4fde-8800-2b0a960e8bf5 req-38815f1f-c27b-448a-b18c-ba38144f469a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0546718 Apr 11 16:53:16.954648 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-77e77365-1799-4cdf-ae1c-fa841e0ab67f req-8cfd2eb0-ecd3-4281-bea2-2e052b5e6dd3 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:53:16.955691 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-77e77365-1799-4cdf-ae1c-fa841e0ab67f req-8cfd2eb0-ecd3-4281-bea2-2e052b5e6dd3 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062551 Apr 11 16:53:17.009749 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2d61e2e0-700d-4fde-8800-2b0a960e8bf5 req-c7661037-1b86-4468-91b0-010939a1a423 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526340 Apr 11 16:53:17.331999 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb273340-c807-4688-8395-59c3ee4b21ba req-267745be-d64f-4a2a-b220-5e1d335fa194 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:17.333635 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb273340-c807-4688-8395-59c3ee4b21ba req-267745be-d64f-4a2a-b220-5e1d335fa194 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0584793 Apr 11 16:53:17.346270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-d9c432f9-1541-4c70-81df-26f7e50d3925 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:17.347336 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-d9c432f9-1541-4c70-81df-26f7e50d3925 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 946 time: 0.0624454 Apr 11 16:53:17.403293 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fb273340-c807-4688-8395-59c3ee4b21ba req-bbccce69-4545-4ca1-81ec-5d2e2414a316 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608253 Apr 11 16:53:17.461149 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Deleting port f1df5b07-040d-414a-9f5b-53be047f0f8b {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:53:17.461487 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:17.560555 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] For port f1df5b07-040d-414a-9f5b-53be047f0f8b, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=f1df5b07-040d-414a-9f5b-53be047f0f8b,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:17.560555 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:17.576264 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Calling delete_port for f1df5b07-040d-414a-9f5b-53be047f0f8b owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:53:17.785409 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (f1df5b07-040d-414a-9f5b-53be047f0f8b), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:17.797023 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['f1df5b07-040d-414a-9f5b-53be047f0f8b'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:17.819660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Pushing event deleted for resources: {'Port': ['ID=f1df5b07-040d-414a-9f5b-53be047f0f8b,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:17.865235 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] No DVR routers for this DVR port f1df5b07-040d-414a-9f5b-53be047f0f8b on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:53:17.868003 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:17.871458 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-57b16fbb-4122-47f2-a960-2cfa4a7e42ab req-c77ed1bf-e7e2-4883-8b60-574bf8794f50 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "DELETE /v2.0/ports/f1df5b07-040d-414a-9f5b-53be047f0f8b HTTP/1.1" status: 204 len: 173 time: 0.5190947 Apr 11 16:53:17.871954 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'name': 'network-vif-deleted', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:17.874389 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688bb532-4fda-4ff6-be8f-daea408c4026" -d '{"events": [{"server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "name": "network-vif-deleted", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:17.925252 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c97c523-ad33-477b-ae2f-0ce261e18e4d x-openstack-request-id: req-4c97c523-ad33-477b-ae2f-0ce261e18e4d {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:17.925647 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "867baec9-be58-443c-8ae6-a36f31e9a95f", "name": "network-vif-deleted", "tag": "f1df5b07-040d-414a-9f5b-53be047f0f8b", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:17.925978 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4c97c523-ad33-477b-ae2f-0ce261e18e4d {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:17.926450 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c97c523-ad33-477b-ae2f-0ce261e18e4d'] response: {'server_uuid': '867baec9-be58-443c-8ae6-a36f31e9a95f', 'name': 'network-vif-deleted', 'tag': 'f1df5b07-040d-414a-9f5b-53be047f0f8b', 'status': 'completed', 'code': 200} Apr 11 16:53:18.118752 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-901a16fe-42cb-4a17-823c-ab1d68286330 req-36e2458e-afcd-46be-abbd-cef4ea6051d7 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=867baec9-be58-443c-8ae6-a36f31e9a95f HTTP/1.1" status: 200 len: 210 time: 0.0310495 Apr 11 16:53:18.150572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 33986) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:18.218184 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device f1df5b07-040d-414a-9f5b-53be047f0f8b no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:53:18.233857 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-f4a1d9df-cca7-42fe-ae7e-8b6f6bb8ad2b service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0820067 Apr 11 16:53:18.242787 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: f1df5b07-040d-414a-9f5b-53be047f0f8b {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:53:18.243161 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device f1df5b07-040d-414a-9f5b-53be047f0f8b not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:53:18.243590 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:53:18.253214 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-682d6db3-ca01-4c33-8b43-a3763fb6bbb1 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:53:18.253385 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-682d6db3-ca01-4c33-8b43-a3763fb6bbb1 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059609 Apr 11 16:53:18.337544 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: DOWN; New status is: DOWN {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:18.404780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34000) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:18.510864 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-bd35f537-42bc-4003-ab83-bb95dbd08d12 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.512727 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-bd35f537-42bc-4003-ab83-bb95dbd08d12 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports/0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 941 time: 0.1070240 Apr 11 16:53:18.551139 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76c09-fb15-4bb3-9d50-c0d6b7ee66ba req-b589e0cf-e23a-4c23-a813-c08b18d29b10 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:18.552812 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3db76c09-fb15-4bb3-9d50-c0d6b7ee66ba req-b589e0cf-e23a-4c23-a813-c08b18d29b10 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0618479 Apr 11 16:53:18.620875 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3db76c09-fb15-4bb3-9d50-c0d6b7ee66ba req-705e797e-a768-40d7-a248-e63abcb88c5e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609391 Apr 11 16:53:19.446704 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-39027715-224b-4a2f-8653-1c2a2f853504 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.448565 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-39027715-224b-4a2f-8653-1c2a2f853504 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/networks?id=da03cad7-c340-4833-9c51-e00f482a7612 HTTP/1.1" status: 200 len: 809 time: 0.1128225 Apr 11 16:53:19.462694 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-946a9195-591f-407c-8060-3a9779c7fd21 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/quotas/5f50fa79cd3f41838b538f490ea2c99d HTTP/1.1" status: 200 len: 375 time: 0.0090029 Apr 11 16:53:19.499148 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-89f7f29e-38e7-40af-9e65-f3e6bf8a1eab tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313623 Apr 11 16:53:19.594710 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-10d5cbe3-ef8e-4dfb-9820-820afda94262 service neutron] 10.222.0.32 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888689 Apr 11 16:53:19.692495 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-35bd5dd4-267e-4c84-966e-496b70838803 service neutron] 10.222.0.32 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909064 Apr 11 16:53:19.745945 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28643afa-9332-4271-ac49-72809e53dfb3 req-42d95862-c091-4fb5-99e5-84a2706e164a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:19.749115 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28643afa-9332-4271-ac49-72809e53dfb3 req-42d95862-c091-4fb5-99e5-84a2706e164a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0534081 Apr 11 16:53:19.809889 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-28643afa-9332-4271-ac49-72809e53dfb3 req-fe154989-d530-43b5-bf86-2fda5a1cdd31 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520623 Apr 11 16:53:20.019584 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-332b5b15-78de-4659-a4cd-0ebb0536b076 req-fc011d54-832b-402c-9266-3f5571def92e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 210 time: 0.0332119 Apr 11 16:53:20.363037 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34064) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:20.484858 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-df7537eb-443c-4002-80e0-62b916b63951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:20.571954 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-df7537eb-443c-4002-80e0-62b916b63951 admin admin] Publish callbacks [] for security_group (0b2070c7-debf-4d72-82da-96b515cfde06), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:20.750602 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-df7537eb-443c-4002-80e0-62b916b63951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0b2070c7-debf-4d72-82da-96b515cfde06), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:20.789300 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-df7537eb-443c-4002-80e0-62b916b63951 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=00626d4eb2384a0586aceca43cd0c16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4247413 Apr 11 16:53:20.790174 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7537eb-443c-4002-80e0-62b916b63951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b2070c7-debf-4d72-82da-96b515cfde06,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:20.792882 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34070) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:20.853047 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] Publish callbacks [] for security_group (0b2070c7-debf-4d72-82da-96b515cfde06), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:20.881952 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] Publish callbacks [] for security_group (0b2070c7-debf-4d72-82da-96b515cfde06), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:20.940188 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc8050-2b87-457b-9f00-9f0cdb11fdf7 req-b4a7ed53-6e57-4ed8-82d0-5fd8b2e9b6fc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:20.941605 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-99dc8050-2b87-457b-9f00-9f0cdb11fdf7 req-b4a7ed53-6e57-4ed8-82d0-5fd8b2e9b6fc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0495028 Apr 11 16:53:20.989648 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-99dc8050-2b87-457b-9f00-9f0cdb11fdf7 req-5a686981-6785-42cd-b3de-2fe4f658f536 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418251 Apr 11 16:53:21.112739 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0c4c9df8-5d8c-47b7-a4da-558d4096cfd4 req-ef4c5c46-b829-4114-bb8b-09dda71b37f5 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 210 time: 0.0287111 Apr 11 16:53:21.147176 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (0b2070c7-debf-4d72-82da-96b515cfde06), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:21.149797 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:21.151016 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0b2070c7-debf-4d72-82da-96b515cfde06 HTTP/1.1" status: 204 len: 168 time: 0.3566849 Apr 11 16:53:21.159807 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f858c42-c4e2-4413-9c21-acefb73132a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b2070c7-debf-4d72-82da-96b515cfde06,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:21.673663 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-f823385e-be6d-4616-b869-cbf7ca351208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:21.675113 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-f823385e-be6d-4616-b869-cbf7ca351208 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 1128 time: 0.0734293 Apr 11 16:53:21.739649 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-1ee8affa-99b0-41fb-9711-46f655f80c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:21.741236 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-1ee8affa-99b0-41fb-9711-46f655f80c51 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1128 time: 0.0439084 Apr 11 16:53:21.838775 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-42cb16bf-0591-4625-9aa7-0e892e355c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:21.840344 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-42cb16bf-0591-4625-9aa7-0e892e355c3c service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0928905 Apr 11 16:53:21.871822 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34080) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:21.883598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-794caf57-e79f-4ff3-acba-6737ea8c950d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:21.909079 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-08dd2273-77e9-48d8-80ed-5688afaf7e2d service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1000 time: 0.0626800 Apr 11 16:53:22.019590 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-794caf57-e79f-4ff3-acba-6737ea8c950d admin admin] Publish callbacks [] for security_group (e7acad97-e33f-46c7-a223-334d5ea58d13), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.103312 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-794caf57-e79f-4ff3-acba-6737ea8c950d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e7acad97-e33f-46c7-a223-334d5ea58d13), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.125420 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4e7d7-3d6f-49c5-bbf3-d92e4e243320 req-c1cc9541-6fee-42e8-9bb5-8e5b079063ed tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.127002 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8fd4e7d7-3d6f-49c5-bbf3-d92e4e243320 req-c1cc9541-6fee-42e8-9bb5-8e5b079063ed tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0652840 Apr 11 16:53:22.144725 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-7c1524e1-98af-4fb3-bdf8-9224b490a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.146202 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-7c1524e1-98af-4fb3-bdf8-9224b490a39e service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0488050 Apr 11 16:53:22.172921 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-794caf57-e79f-4ff3-acba-6737ea8c950d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=191c6f1ea1954fda81e72d900742d40a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994215 Apr 11 16:53:22.175746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34086) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:22.191354 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794caf57-e79f-4ff3-acba-6737ea8c950d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7acad97-e33f-46c7-a223-334d5ea58d13,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:22.199029 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-efa2921d-7f87-4938-ad44-4e943668990c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.200867 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-efa2921d-7f87-4938-ad44-4e943668990c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475953 Apr 11 16:53:22.254881 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-79b1d22b-8df6-4ac1-ae72-ce92f71b6153 req-112ecb99-0165-4b5a-97a8-753c6f0689e3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 210 time: 0.0598674 Apr 11 16:53:22.260997 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8fd4e7d7-3d6f-49c5-bbf3-d92e4e243320 req-de5894dd-1193-4574-8fa0-de0dba7a5f03 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184123 Apr 11 16:53:22.298874 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] Publish callbacks [] for security_group (e7acad97-e33f-46c7-a223-334d5ea58d13), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.302041 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-67de5c0c-f2cc-4614-8874-fe988b50383e service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951540 Apr 11 16:53:22.351898 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] Publish callbacks [] for security_group (e7acad97-e33f-46c7-a223-334d5ea58d13), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.393629 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-ce57d4df-1f5e-41d9-8e64-a8c2586e3519 req-dc461ee8-937f-4334-9700-762ede2b7aa9 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847204 Apr 11 16:53:22.445864 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-3fde5c41-b83a-48fc-a898-96d740cb964b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:22.447361 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-3fde5c41-b83a-48fc-a898-96d740cb964b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "GET /v2.0/networks?id=da03cad7-c340-4833-9c51-e00f482a7612 HTTP/1.1" status: 200 len: 809 time: 0.1457300 Apr 11 16:53:22.458303 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Request body: {'port': {'device_id': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612', 'admin_state_up': True, 'tenant_id': '5f50fa79cd3f41838b538f490ea2c99d'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:22.644774 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e7acad97-e33f-46c7-a223-334d5ea58d13), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.647611 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.648970 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e7acad97-e33f-46c7-a223-334d5ea58d13 HTTP/1.1" status: 204 len: 168 time: 0.4681466 Apr 11 16:53:22.673217 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b6ca1d-b6b7-4231-8793-8e3c83868e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7acad97-e33f-46c7-a223-334d5ea58d13,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:22.690249 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Made reservation on behalf of 5f50fa79cd3f41838b538f490ea2c99d for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:53:22.693710 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:22.886527 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Allocated IP 172.20.0.14 (da03cad7-c340-4833-9c51-e00f482a7612/b1946e85-598e-4cb0-a581-e3b973a3f83b/85990b1c-45e3-4f76-81ae-91a5c2db1288) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:53:23.055641 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks [] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:23.209283 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:23.254759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Network da03cad7-c340-4833-9c51-e00f482a7612 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:53:23.257759 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:53:23.260292 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:53:23.293836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Pushing event updated for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:23.332366 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.333480 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:23.463986 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda8bbe-dec7-4016-bcb0-38032c71b39f req-96bbb240-02ef-4768-8609-d20cffbd5751 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.471526 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bdda8bbe-dec7-4016-bcb0-38032c71b39f req-96bbb240-02ef-4768-8609-d20cffbd5751 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0773292 Apr 11 16:53:23.484784 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-709c2205-580d-498c-b078-bc874889faf8 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0299780 Apr 11 16:53:23.509387 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d06be6-5a9e-480d-8cd7-748751d96370 req-be08ef23-ce42-46f5-b1a9-6edc81e7a871 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:23.516756 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59d06be6-5a9e-480d-8cd7-748751d96370 req-be08ef23-ce42-46f5-b1a9-6edc81e7a871 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 932 time: 0.1491458 Apr 11 16:53:23.552394 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Request body: {'port': {'device_id': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:53:23.651110 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bdda8bbe-dec7-4016-bcb0-38032c71b39f req-8d02b32d-1bb7-46a6-a37e-e17781581ab7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758814 Apr 11 16:53:23.666587 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59d06be6-5a9e-480d-8cd7-748751d96370 req-d8e49a32-cb94-4018-9d5c-ee9618ab6857 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487234 Apr 11 16:53:23.672955 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fd972624-9abb-4068-a378-fb2c43d776eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:23.705576 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.170157 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85990b1c-45e3-4f76-81ae-91a5c2db1288 {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:24.183482 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks [] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.207643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Transition to ACTIVE for port object 85990b1c-45e3-4f76-81ae-91a5c2db1288 will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:53:24.282569 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.370236 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Pushing event updated for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:24.450531 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Attempting to bind port 85990b1c-45e3-4f76-81ae-91a5c2db1288 on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:53:24.451167 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Attempting to bind port 85990b1c-45e3-4f76-81ae-91a5c2db1288 by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:53:24.451679 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Attempting to bind port 85990b1c-45e3-4f76-81ae-91a5c2db1288 on network da03cad7-c340-4833-9c51-e00f482a7612 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:24.458851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Port 85990b1c-45e3-4f76-81ae-91a5c2db1288 on network da03cad7-c340-4833-9c51-e00f482a7612 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:53:24.459472 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Attempting to bind port 85990b1c-45e3-4f76-81ae-91a5c2db1288 on network da03cad7-c340-4833-9c51-e00f482a7612 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:53:24.466548 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:53:24.467280 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Checking segment: {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:53:24.468229 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Bound using segment: {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:53:24.469261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Bound port: 85990b1c-45e3-4f76-81ae-91a5c2db1288, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba20147-efbe-4443-b2a9-16c233de40af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 823, 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:53:24.469962 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.543911 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:53:24.547034 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:53:24.645136 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.714354 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:24.715321 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:24.720099 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-fc938198-684b-445d-b6bd-40401f97894a service neutron] 10.222.0.72 "PUT /v2.0/ports/85990b1c-45e3-4f76-81ae-91a5c2db1288 HTTP/1.1" status: 200 len: 1094 time: 1.1985307 Apr 11 16:53:24.720862 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:24.723510 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5" -d '{"events": [{"name": "network-changed", "server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:24.759572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc938198-684b-445d-b6bd-40401f97894a service neutron] Pushing event updated for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:24.900136 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dadb6b-eafa-465d-870d-d3b51e363c99 req-048ae4e8-d1e3-4efc-b3c0-0938b2ee68be tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:24.901667 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-75dadb6b-eafa-465d-870d-d3b51e363c99 req-048ae4e8-d1e3-4efc-b3c0-0938b2ee68be tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1276643 Apr 11 16:53:24.913849 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039fd52c-18fe-454d-9a2d-7b6965ce3ba0 req-78d02d78-c3f9-499e-b227-58b264bdbf81 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:24.915632 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-039fd52c-18fe-454d-9a2d-7b6965ce3ba0 req-78d02d78-c3f9-499e-b227-58b264bdbf81 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.0873456 Apr 11 16:53:25.003839 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-039fd52c-18fe-454d-9a2d-7b6965ce3ba0 req-655d9796-5a52-4a89-a3ca-e8607c857fac tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680552 Apr 11 16:53:25.006927 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-75dadb6b-eafa-465d-870d-d3b51e363c99 req-718a0c52-aaf0-4581-9e57-22a7d78b8440 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901151 Apr 11 16:53:25.094762 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1cd677-cc66-45b9-bc50-a5f971d2027f x-openstack-request-id: req-af1cd677-cc66-45b9-bc50-a5f971d2027f {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:25.095351 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:25.095794 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-af1cd677-cc66-45b9-bc50-a5f971d2027f {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:25.096534 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1cd677-cc66-45b9-bc50-a5f971d2027f'] response: {'name': 'network-changed', 'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288', 'status': 'completed', 'code': 200} Apr 11 16:53:26.254065 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafd3062-d4f2-4c79-bf99-76493d51d10e req-9f776add-4de8-4a9b-9392-d4d4182e7b94 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.256425 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aafd3062-d4f2-4c79-bf99-76493d51d10e req-9f776add-4de8-4a9b-9392-d4d4182e7b94 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.1252077 Apr 11 16:53:26.291436 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f24da3a-f46e-4c13-98f4-a3e4b97ad602 req-1d1580e2-2581-471d-9659-f71af80a7aee tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:26.299280 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1f24da3a-f46e-4c13-98f4-a3e4b97ad602 req-1d1580e2-2581-471d-9659-f71af80a7aee tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1042855 Apr 11 16:53:26.348616 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-aafd3062-d4f2-4c79-bf99-76493d51d10e req-7ab9e735-848f-4b53-be68-7a2d83457a6a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824223 Apr 11 16:53:26.387718 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1f24da3a-f46e-4c13-98f4-a3e4b97ad602 req-18fa6d63-bfc8-4324-a7e9-4057cefd6bc2 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870790 Apr 11 16:53:26.554128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-feeafa38-1da7-4a3f-a8f0-fdc1893ff0a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.379369 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:27.633883 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b1f91-fb96-4c13-9af4-1b098e436014 req-4e74092d-e649-4700-ae74-537ad47ca162 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.635590 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b7b1f91-fb96-4c13-9af4-1b098e436014 req-4e74092d-e649-4700-ae74-537ad47ca162 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1405876 Apr 11 16:53:27.675519 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88244d63-c9eb-4599-b8ff-e4f2f89f5911 req-71576a00-8b55-4d7a-97f2-29d2b6741b39 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:27.677232 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-88244d63-c9eb-4599-b8ff-e4f2f89f5911 req-71576a00-8b55-4d7a-97f2-29d2b6741b39 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.1343000 Apr 11 16:53:27.755081 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b7b1f91-fb96-4c13-9af4-1b098e436014 req-a54e92db-fa7c-4137-8bc5-b19656ecf5e8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990765 Apr 11 16:53:27.779160 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-88244d63-c9eb-4599-b8ff-e4f2f89f5911 req-cd94b3f4-3317-4540-9a3f-ecbb77f4153d tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889585 Apr 11 16:53:28.724516 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:28.937699 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6c25d-aa9a-4f91-90a1-7f922a95b530 req-57ec3cfa-3c2c-415c-bc7b-94a176c1bb6e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.939906 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fea6c25d-aa9a-4f91-90a1-7f922a95b530 req-57ec3cfa-3c2c-415c-bc7b-94a176c1bb6e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0878606 Apr 11 16:53:28.960699 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73397444-6dd8-4cf2-9c82-3ae8eba3ef59 req-2b9e3f37-3c03-4eb1-86a7-d91f1c5aa249 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:28.962218 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-73397444-6dd8-4cf2-9c82-3ae8eba3ef59 req-2b9e3f37-3c03-4eb1-86a7-d91f1c5aa249 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.0771079 Apr 11 16:53:29.020006 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fea6c25d-aa9a-4f91-90a1-7f922a95b530 req-1d788507-a8f9-4c00-ba9d-5d066b8b8f2f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728505 Apr 11 16:53:29.049592 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-73397444-6dd8-4cf2-9c82-3ae8eba3ef59 req-d300401d-f596-4408-8e46-a8b45f547437 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794361 Apr 11 16:53:30.403563 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:30.528555 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5f8c3-9fc7-477a-8087-92382ed9e059 req-25156c95-d408-490c-9302-ad674b091169 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:30.531565 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15f5f8c3-9fc7-477a-8087-92382ed9e059 req-25156c95-d408-490c-9302-ad674b091169 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.3971040 Apr 11 16:53:30.543347 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcfd667-7ffa-4dd5-bf20-c1cc26f74682 req-d63f9b93-0008-4698-8cba-b14a7c3f9cbe tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:30.543347 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6dcfd667-7ffa-4dd5-bf20-c1cc26f74682 req-d63f9b93-0008-4698-8cba-b14a7c3f9cbe tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.4056895 Apr 11 16:53:30.621428 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6dcfd667-7ffa-4dd5-bf20-c1cc26f74682 req-ec98063c-4e33-4adf-bb10-4bd8b5282c87 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721281 Apr 11 16:53:30.635216 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-15f5f8c3-9fc7-477a-8087-92382ed9e059 req-a307701d-2dd7-4169-baec-b48dc6726738 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876231 Apr 11 16:53:31.822202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f952049-35f5-4653-8b37-f287b804b588 req-e12ab13a-f0e2-4c1c-82ec-a25b5f870169 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:31.823913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2f952049-35f5-4653-8b37-f287b804b588 req-e12ab13a-f0e2-4c1c-82ec-a25b5f870169 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.1273417 Apr 11 16:53:31.833089 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985caa-4d25-474f-beb5-1f087ff3dcbd req-41bbe366-d72d-4f21-8981-38776cc5d811 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:31.834746 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21985caa-4d25-474f-beb5-1f087ff3dcbd req-41bbe366-d72d-4f21-8981-38776cc5d811 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1285682 Apr 11 16:53:31.845480 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-d9d02217-ea18-4d48-8038-b94451b3bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:31.847587 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-d9d02217-ea18-4d48-8038-b94451b3bcf9 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 1128 time: 0.0864890 Apr 11 16:53:31.918288 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2f952049-35f5-4653-8b37-f287b804b588 req-732410f8-e9aa-4a5a-9eec-48d8b5d546a2 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818644 Apr 11 16:53:31.921620 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-21985caa-4d25-474f-beb5-1f087ff3dcbd req-770fc430-f2ab-471f-8da9-afc99291ab9c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774052 Apr 11 16:53:32.833229 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-9231d150-53e5-4013-8b15-2a1c3a9bdd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.834994 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-9231d150-53e5-4013-8b15-2a1c3a9bdd8d service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1154006 Apr 11 16:53:32.931806 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-f306b633-2d36-4690-8e83-c8a707c794d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:32.934132 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fcab8d77-cdd5-42d3-b60c-a4cd300572b5 req-f306b633-2d36-4690-8e83-c8a707c794d9 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918450 Apr 11 16:53:33.080282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-caec2cca-aee7-4914-8977-ff6a44951a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:33.081844 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-caec2cca-aee7-4914-8977-ff6a44951a43 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 1128 time: 0.1108632 Apr 11 16:53:33.115746 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef68a46-7d19-470f-b209-7701ec08715a req-637ec3d5-4dd7-4ae1-ac49-a65c47fdf12a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:33.117997 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2ef68a46-7d19-470f-b209-7701ec08715a req-637ec3d5-4dd7-4ae1-ac49-a65c47fdf12a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.1151171 Apr 11 16:53:33.173629 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd264dc2-bb66-42dd-93e7-857a9c333217 req-dc67ffd3-1d30-42aa-b94c-40a3571351cc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:33.178364 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cd264dc2-bb66-42dd-93e7-857a9c333217 req-dc67ffd3-1d30-42aa-b94c-40a3571351cc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.1578984 Apr 11 16:53:33.178364 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-6ea8c1cd-f199-430f-a8e7-0836f3a7bb5b service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288 HTTP/1.1" status: 200 len: 217 time: 0.0871921 Apr 11 16:53:33.289039 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2ef68a46-7d19-470f-b209-7701ec08715a req-754178ef-5489-4fa3-bbf9-24070f3dc0f2 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254458 Apr 11 16:53:33.290398 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-1a623821-d617-4b1b-b2fd-25f4a5542d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:33.293572 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-1a623821-d617-4b1b-b2fd-25f4a5542d6a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=b1946e85-598e-4cb0-a581-e3b973a3f83b HTTP/1.1" status: 200 len: 849 time: 0.1054947 Apr 11 16:53:33.295097 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cd264dc2-bb66-42dd-93e7-857a9c333217 req-deeb4eac-5fdb-4eeb-8b65-f6da4c95a7bd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106362 Apr 11 16:53:33.326962 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-df7d6a34-44ef-4a3e-8714-b8bb12877a9c service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=da03cad7-c340-4833-9c51-e00f482a7612&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286009 Apr 11 16:53:33.423527 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-1501d89b-4564-442a-b562-decdcbea48a9 service neutron] 10.222.0.72 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899537 Apr 11 16:53:33.523495 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b1ff5fbd-737e-447f-a183-a6dc7ef9707f req-29a62481-86e6-4616-8863-8800504b7ed5 service neutron] 10.222.0.72 "GET /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935180 Apr 11 16:53:34.320078 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:34.425102 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:34.437292 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'mac_address': 'fa:16:3e:ff:68:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:34.439440 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67962f43-dfab-49b5-b5f3-8bb8d84db99f req-15105f60-234d-4520-9463-a562a42ad675 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:34.441078 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-67962f43-dfab-49b5-b5f3-8bb8d84db99f req-15105f60-234d-4520-9463-a562a42ad675 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.0825233 Apr 11 16:53:34.475585 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfab1-b561-4f43-8275-17c8decae468 req-a43adf78-2674-49b0-8469-28a1d4560a30 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:34.478005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:34.478628 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:34.479727 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c4bfab1-b561-4f43-8275-17c8decae468 req-a43adf78-2674-49b0-8469-28a1d4560a30 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 944 time: 0.0868907 Apr 11 16:53:34.494415 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:34.520868 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:34.534460 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-67962f43-dfab-49b5-b5f3-8bb8d84db99f req-65788ecc-7873-4e02-bcc2-85bce7ff2fe6 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822258 Apr 11 16:53:34.548425 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c4bfab1-b561-4f43-8275-17c8decae468 req-96a324b0-5d34-4168-88a2-bdde2cfa1a81 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614617 Apr 11 16:53:34.633028 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:34.682372 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=9']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:34.690222 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.690570 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.690918 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.691282 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.691619 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.691951 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.692280 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.692610 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.692937 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.693266 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.693591 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.693938 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.694265 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.694587 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.694905 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:34.859983 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['0a1e02be-a916-4016-9d1b-75da7201c72e'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:35.683130 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814ac499-c671-4d21-8b5a-7f196e60e4c7 req-202a3836-59c9-4430-a035-f46d31343fe3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:35.684654 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-814ac499-c671-4d21-8b5a-7f196e60e4c7 req-202a3836-59c9-4430-a035-f46d31343fe3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 944 time: 0.0765362 Apr 11 16:53:35.712457 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dcfda-87b4-4618-a737-5dacce8e845f req-4b65c960-028a-41ed-9742-9f28d894a92e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:35.713942 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f15dcfda-87b4-4618-a737-5dacce8e845f req-4b65c960-028a-41ed-9742-9f28d894a92e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 945 time: 0.0770359 Apr 11 16:53:35.758951 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-814ac499-c671-4d21-8b5a-7f196e60e4c7 req-65313766-5331-48d7-8b00-60463e164e6b tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682278 Apr 11 16:53:35.781128 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f15dcfda-87b4-4618-a737-5dacce8e845f req-f3e9b0b6-c2f2-4038-90e2-c20befe4ece8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601122 Apr 11 16:53:36.095635 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.319446 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 85990b1c-45e3-4f76-81ae-91a5c2db1288 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:53:36.323184 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:53:36.436226 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 0a1e02be-a916-4016-9d1b-75da7201c72e triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:36.436595 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.492605 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:36.509578 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '85990b1c-45e3-4f76-81ae-91a5c2db1288', 'network_id': 'da03cad7-c340-4833-9c51-e00f482a7612', 'port_id': '85990b1c-45e3-4f76-81ae-91a5c2db1288', 'mac_address': 'fa:16:3e:23:34:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 823, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1946e85-598e-4cb0-a581-e3b973a3f83b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:53:36.579252 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 0a1e02be-a916-4016-9d1b-75da7201c72e is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:36.579252 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.581308 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 85990b1c-45e3-4f76-81ae-91a5c2db1288 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:36.581678 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.603748 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85990b1c-45e3-4f76-81ae-91a5c2db1288 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:53:36.613281 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:36.618367 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd4d499-cfaf-4ebd-90b3-e63f9a098efe" -d '{"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:36.638081 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:36.639933 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:36.655067 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355cafa9-6374-44eb-8b5a-30409c11c3cc x-openstack-request-id: req-355cafa9-6374-44eb-8b5a-30409c11c3cc {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:36.655383 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-plugged", "status": "completed", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:36.655642 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-355cafa9-6374-44eb-8b5a-30409c11c3cc {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:36.656078 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-355cafa9-6374-44eb-8b5a-30409c11c3cc'] response: {'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'code': 200} Apr 11 16:53:36.716025 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.760085 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:36.765865 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=10']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:36.818930 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:36.901782 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af0dfa-b6e4-4d83-9bd5-0afa43dce717 req-471d3dd4-c114-4cdb-ad9f-398fd7558ee0 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:36.903342 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e4af0dfa-b6e4-4d83-9bd5-0afa43dce717 req-471d3dd4-c114-4cdb-ad9f-398fd7558ee0 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 945 time: 0.0718997 Apr 11 16:53:36.924664 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7da730-97ae-49e4-b8b5-63a2953e3e17 req-24f5bdd6-5b22-43a6-86d0-54ff65f51441 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:36.926131 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d7da730-97ae-49e4-b8b5-63a2953e3e17 req-24f5bdd6-5b22-43a6-86d0-54ff65f51441 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0666807 Apr 11 16:53:36.987270 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['85990b1c-45e3-4f76-81ae-91a5c2db1288'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:36.996012 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e4af0dfa-b6e4-4d83-9bd5-0afa43dce717 req-fe449d6a-6a40-40d8-b7d8-30238812a669 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864377 Apr 11 16:53:37.003744 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6d7da730-97ae-49e4-b8b5-63a2953e3e17 req-a7b42c05-7898-4f32-90c5-57f9fcde360d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706475 Apr 11 16:53:37.030117 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34284) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:37.149689 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c153304-1c19-4b47-a310-16a4bf80cda6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.224964 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c153304-1c19-4b47-a310-16a4bf80cda6 admin admin] Publish callbacks [] for security_group (34c70fe7-afe2-4fc9-ae5a-35eb5132c694), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.296976 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-7c153304-1c19-4b47-a310-16a4bf80cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (34c70fe7-afe2-4fc9-ae5a-35eb5132c694), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.299581 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06442bf2-89bd-4f68-9305-28f720e1390c req-aa96356d-fbe1-41dc-aa8c-278eba2bf8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:37.301079 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-06442bf2-89bd-4f68-9305-28f720e1390c req-aa96356d-fbe1-41dc-aa8c-278eba2bf8e0 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1131 time: 0.0417676 Apr 11 16:53:37.354437 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-7c153304-1c19-4b47-a310-16a4bf80cda6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dc488d662dfa4f1189951a38b59dca0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3231666 Apr 11 16:53:37.357353 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34288) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:37.359949 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c153304-1c19-4b47-a310-16a4bf80cda6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c70fe7-afe2-4fc9-ae5a-35eb5132c694,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:37.377486 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-06442bf2-89bd-4f68-9305-28f720e1390c req-4c0e7f0a-ca21-47ea-b8aa-b1d8ecb921dd service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688405 Apr 11 16:53:37.410651 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Publish callbacks [] for security_group (34c70fe7-afe2-4fc9-ae5a-35eb5132c694), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.432474 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Publish callbacks [] for security_group (34c70fe7-afe2-4fc9-ae5a-35eb5132c694), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.569610 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (34c70fe7-afe2-4fc9-ae5a-35eb5132c694), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.572179 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:37.573345 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34c70fe7-afe2-4fc9-ae5a-35eb5132c694 HTTP/1.1" status: 204 len: 168 time: 0.2150152 Apr 11 16:53:37.582270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c70fe7-afe2-4fc9-ae5a-35eb5132c694,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:37.590015 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:37.597588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89801c66-2590-42c2-80c4-c1ea064d9c18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:53:38.146586 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadc5a1-2e38-4d45-86d2-a628e4a323ac req-b4942806-b4f2-46cf-8dad-7347742fe5e3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:38.148011 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-adadc5a1-2e38-4d45-86d2-a628e4a323ac req-b4942806-b4f2-46cf-8dad-7347742fe5e3 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 945 time: 0.0815263 Apr 11 16:53:38.153980 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa059a29-94b0-49fb-a261-a2c37d42708c req-ae63c5d3-b36b-44f2-86c5-a39eb3b43107 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:38.155364 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa059a29-94b0-49fb-a261-a2c37d42708c req-ae63c5d3-b36b-44f2-86c5-a39eb3b43107 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0733683 Apr 11 16:53:38.206851 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34298) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:38.220329 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c663bc0-ce53-4cee-bd1f-8954364c19e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.229673 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-adadc5a1-2e38-4d45-86d2-a628e4a323ac req-786a2fba-0cc5-4f7a-bea2-c9da494915c6 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733588 Apr 11 16:53:38.233592 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fa059a29-94b0-49fb-a261-a2c37d42708c req-ae0d4411-37da-49db-ba48-e44f69789432 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714455 Apr 11 16:53:38.298080 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c663bc0-ce53-4cee-bd1f-8954364c19e9 admin admin] Publish callbacks [] for security_group (ebbedc09-abe1-485f-8f14-8692364e766d), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.329301 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 85990b1c-45e3-4f76-81ae-91a5c2db1288 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:53:38.373765 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 85990b1c-45e3-4f76-81ae-91a5c2db1288 completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:53:38.378489 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c663bc0-ce53-4cee-bd1f-8954364c19e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ebbedc09-abe1-485f-8f14-8692364e766d), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.418091 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1c663bc0-ce53-4cee-bd1f-8954364c19e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=95d93a9182e249f5b877959ad4d8bdbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2092915 Apr 11 16:53:38.419223 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c663bc0-ce53-4cee-bd1f-8954364c19e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbedc09-abe1-485f-8f14-8692364e766d,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:38.421028 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34300) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:38.466523 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 85990b1c-45e3-4f76-81ae-91a5c2db1288 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:53:38.466902 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.476259 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] Publish callbacks [] for security_group (ebbedc09-abe1-485f-8f14-8692364e766d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.498588 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] Publish callbacks [] for security_group (ebbedc09-abe1-485f-8f14-8692364e766d), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.547488 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 85990b1c-45e3-4f76-81ae-91a5c2db1288 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:53:38.547886 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.579352 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:38.621107 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (ebbedc09-abe1-485f-8f14-8692364e766d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.623683 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.624883 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ebbedc09-abe1-485f-8f14-8692364e766d HTTP/1.1" status: 204 len: 168 time: 0.2029614 Apr 11 16:53:38.632811 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791abcab-4e91-4fa2-9997-e5079599e1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbedc09-abe1-485f-8f14-8692364e766d,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:38.657052 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:38.659541 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29b02547-868c-4913-bafa-80bd1c1c4c1e" -d '{"events": [{"server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "name": "network-vif-plugged", "status": "completed", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:38.670600 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:38.699467 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac919e32-6dd2-4864-8dd1-9f0b3ba39194 x-openstack-request-id: req-ac919e32-6dd2-4864-8dd1-9f0b3ba39194 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:38.699767 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "name": "network-vif-plugged", "status": "completed", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:38.700021 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ac919e32-6dd2-4864-8dd1-9f0b3ba39194 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:38.700424 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac919e32-6dd2-4864-8dd1-9f0b3ba39194'] response: {'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288', 'code': 200} Apr 11 16:53:38.705816 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:53:38.725797 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:39.174321 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1da341-dc52-4521-98c6-78ce7afc698a req-b5ef81b3-651a-4f64-9ffb-b6f3ef5918bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:39.175875 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8b1da341-dc52-4521-98c6-78ce7afc698a req-b5ef81b3-651a-4f64-9ffb-b6f3ef5918bb service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 1130 time: 0.0382724 Apr 11 16:53:39.220249 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8b1da341-dc52-4521-98c6-78ce7afc698a req-e3cbd696-1fda-4d7d-8b81-22c0296d009f service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387762 Apr 11 16:53:39.375403 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9572863f-bcca-4509-a559-26d341603494 req-18da978c-f582-448b-8e2a-8a4e597808be tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:39.376930 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9572863f-bcca-4509-a559-26d341603494 req-18da978c-f582-448b-8e2a-8a4e597808be tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0779567 Apr 11 16:53:39.397422 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53680bf-94ca-4a95-a945-1d09a2f10ade req-98b0e6d6-d8c2-44b2-8810-f871ffa608a7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:39.398894 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a53680bf-94ca-4a95-a945-1d09a2f10ade req-98b0e6d6-d8c2-44b2-8810-f871ffa608a7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0705225 Apr 11 16:53:39.462646 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9572863f-bcca-4509-a559-26d341603494 req-fe45f692-2bb7-41ec-a423-233a9c3ba007 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796547 Apr 11 16:53:39.470522 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a53680bf-94ca-4a95-a945-1d09a2f10ade req-a7aad9d0-73c5-4788-8b69-7446443d6824 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652213 Apr 11 16:53:39.533700 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34342) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:39.548284 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0663c8da-be75-4aa1-9889-665c163d228a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.623630 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0663c8da-be75-4aa1-9889-665c163d228a admin admin] Publish callbacks [] for security_group (265ba29e-63b0-4c38-8dda-5f6eb9424c6c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.695211 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-0663c8da-be75-4aa1-9889-665c163d228a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (265ba29e-63b0-4c38-8dda-5f6eb9424c6c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.733970 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-0663c8da-be75-4aa1-9889-665c163d228a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2af010f26bad431e9e276db996fe3bdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990225 Apr 11 16:53:39.734842 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c8da-be75-4aa1-9889-665c163d228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265ba29e-63b0-4c38-8dda-5f6eb9424c6c,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:39.736624 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34348) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:39.785498 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] Publish callbacks [] for security_group (265ba29e-63b0-4c38-8dda-5f6eb9424c6c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.808166 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] Publish callbacks [] for security_group (265ba29e-63b0-4c38-8dda-5f6eb9424c6c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.958062 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (265ba29e-63b0-4c38-8dda-5f6eb9424c6c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.960779 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:39.965284 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/265ba29e-63b0-4c38-8dda-5f6eb9424c6c HTTP/1.1" status: 204 len: 168 time: 0.2243562 Apr 11 16:53:39.971684 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dcdb7-ff93-4555-ab42-5d92ef7aad45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265ba29e-63b0-4c38-8dda-5f6eb9424c6c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:40.636963 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ceb2c4-e48b-4ca3-a1f0-c92c48d9805e req-719eda5a-3eff-4955-b1dd-4db862e9e393 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:40.638531 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20ceb2c4-e48b-4ca3-a1f0-c92c48d9805e req-719eda5a-3eff-4955-b1dd-4db862e9e393 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0867600 Apr 11 16:53:40.646739 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8cf6c-e6ab-45a3-af96-0fc8bb50713e req-c02bf461-d050-415c-abc9-ec4c947f2853 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:40.648248 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-67f8cf6c-e6ab-45a3-af96-0fc8bb50713e req-c02bf461-d050-415c-abc9-ec4c947f2853 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0856178 Apr 11 16:53:40.723370 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20ceb2c4-e48b-4ca3-a1f0-c92c48d9805e req-c168ca7f-695d-4f03-8c07-1060ef2be49f tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741363 Apr 11 16:53:40.727475 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-67f8cf6c-e6ab-45a3-af96-0fc8bb50713e req-383500e7-b495-4c18-8f94-a4a136f5fe36 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713837 Apr 11 16:53:41.884049 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84c38-55a6-4165-84be-4ad4ee597683 req-2fa6fed2-498b-41ee-be54-11c1579d708c tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.885564 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-39f84c38-55a6-4165-84be-4ad4ee597683 req-2fa6fed2-498b-41ee-be54-11c1579d708c tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0802991 Apr 11 16:53:41.893418 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f49c7-e4c0-446e-b3ba-6a9b1000a673 req-4ccf5270-e7e6-4d17-a1f8-4af259a15005 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:41.894834 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-310f49c7-e4c0-446e-b3ba-6a9b1000a673 req-4ccf5270-e7e6-4d17-a1f8-4af259a15005 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0794268 Apr 11 16:53:41.969820 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-39f84c38-55a6-4165-84be-4ad4ee597683 req-87989f50-5ae0-49de-87dd-9d59cc76d000 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738628 Apr 11 16:53:41.973065 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-310f49c7-e4c0-446e-b3ba-6a9b1000a673 req-da0f7d85-a419-458e-8fe7-f64945ca0328 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699015 Apr 11 16:53:43.436733 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e557f03a-a18d-4616-8ce9-e2a9aaf8dba3 req-2e3f53cf-5df0-4223-92b9-6e9f4383e888 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:43.438394 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e557f03a-a18d-4616-8ce9-e2a9aaf8dba3 req-2e3f53cf-5df0-4223-92b9-6e9f4383e888 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0499063 Apr 11 16:53:43.487951 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e557f03a-a18d-4616-8ce9-e2a9aaf8dba3 req-4a9aafeb-f235-45d0-81f9-6efcef585e40 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431678 Apr 11 16:53:44.624599 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5e17-3dc0-4e83-b171-29bd2970d0c3 req-8f3c1953-ebce-470e-b360-5ed7589b3d3a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:44.626229 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-159f5e17-3dc0-4e83-b171-29bd2970d0c3 req-8f3c1953-ebce-470e-b360-5ed7589b3d3a tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0576684 Apr 11 16:53:44.695307 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-159f5e17-3dc0-4e83-b171-29bd2970d0c3 req-834cf5f0-3645-4077-8b38-ec924ea6e939 tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/security-groups?id=35c5042b-daa4-4cbc-8bf9-1495f8747d11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628281 Apr 11 16:53:44.764384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34418) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:44.788816 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-f23ff281-1c21-4d17-8388-6cf4e876bd2f tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:53:44.788816 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-f23ff281-1c21-4d17-8388-6cf4e876bd2f tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 946 time: 0.0476005 Apr 11 16:53:44.872044 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4e11a542-f1ab-47d6-8448-b18147fabafc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.874956 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Deleting port 85990b1c-45e3-4f76-81ae-91a5c2db1288 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:53:44.875436 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.952220 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4e11a542-f1ab-47d6-8448-b18147fabafc admin admin] Publish callbacks [] for security_group (31be9442-b5d9-42d8-a197-fae7d66fa780), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.967780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] For port 85990b1c-45e3-4f76-81ae-91a5c2db1288, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=85990b1c-45e3-4f76-81ae-91a5c2db1288,segment=NetworkSegment(fba20147-efbe-4443-b2a9-16c233de40af),segment_id=fba20147-efbe-4443-b2a9-16c233de40af)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:53:44.968147 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:44.981495 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Calling delete_port for 85990b1c-45e3-4f76-81ae-91a5c2db1288 owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:53:45.028610 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4e11a542-f1ab-47d6-8448-b18147fabafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (31be9442-b5d9-42d8-a197-fae7d66fa780), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.068416 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4e11a542-f1ab-47d6-8448-b18147fabafc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=05baa4c82a104024b226c28173f1256e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028142 Apr 11 16:53:45.069266 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11a542-f1ab-47d6-8448-b18147fabafc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31be9442-b5d9-42d8-a197-fae7d66fa780,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:45.071603 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34422) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:53:45.123458 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] Publish callbacks [] for security_group (31be9442-b5d9-42d8-a197-fae7d66fa780), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.146092 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] Publish callbacks [] for security_group (31be9442-b5d9-42d8-a197-fae7d66fa780), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.201895 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (85990b1c-45e3-4f76-81ae-91a5c2db1288), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.224375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['85990b1c-45e3-4f76-81ae-91a5c2db1288'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:53:45.230835 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Pushing event deleted for resources: {'Port': ['ID=85990b1c-45e3-4f76-81ae-91a5c2db1288,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:45.277349 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] No DVR routers for this DVR port 85990b1c-45e3-4f76-81ae-91a5c2db1288 on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:53:45.280178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.283626 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3757ce50-023e-4827-9a6f-150a8c944f8c req-311db4aa-4373-4147-9100-22862340dc0e tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.72 "DELETE /v2.0/ports/85990b1c-45e3-4f76-81ae-91a5c2db1288 HTTP/1.1" status: 204 len: 173 time: 0.4954004 Apr 11 16:53:45.284135 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'name': 'network-vif-deleted', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:53:45.286538 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50c5ca2-0e7a-489c-a0bb-b58f04fde4cc" -d '{"events": [{"server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "name": "network-vif-deleted", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:53:45.301349 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (31be9442-b5d9-42d8-a197-fae7d66fa780), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.307083 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:45.308371 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/31be9442-b5d9-42d8-a197-fae7d66fa780 HTTP/1.1" status: 204 len: 168 time: 0.2352896 Apr 11 16:53:45.316438 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad57b5b3-2361-452d-be71-aa2eecce8ef9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31be9442-b5d9-42d8-a197-fae7d66fa780,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:53:45.337184 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c220d084-0273-462c-950e-f73470508f1d x-openstack-request-id: req-c220d084-0273-462c-950e-f73470508f1d {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:53:45.337337 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd2d42a4-74f7-49b1-9e73-d98eb96084b9", "name": "network-vif-deleted", "tag": "85990b1c-45e3-4f76-81ae-91a5c2db1288", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:53:45.337513 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c220d084-0273-462c-950e-f73470508f1d {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:53:45.337927 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c220d084-0273-462c-950e-f73470508f1d'] response: {'server_uuid': 'dd2d42a4-74f7-49b1-9e73-d98eb96084b9', 'name': 'network-vif-deleted', 'tag': '85990b1c-45e3-4f76-81ae-91a5c2db1288', 'status': 'completed', 'code': 200} Apr 11 16:53:45.828353 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1b9b7f40-333f-47c8-afc9-7109015d78ee req-aa8c55f5-91d6-4ee9-b7b5-73cb856e92ce tempest-VolumesActionsTest-1672118096 tempest-VolumesActionsTest-1672118096-project] 10.222.0.32 "GET /v2.0/ports?device_id=dd2d42a4-74f7-49b1-9e73-d98eb96084b9 HTTP/1.1" status: 200 len: 210 time: 0.0348859 Apr 11 16:53:48.352548 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 85990b1c-45e3-4f76-81ae-91a5c2db1288 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:53:48.373377 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 85990b1c-45e3-4f76-81ae-91a5c2db1288 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:53:48.373726 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 85990b1c-45e3-4f76-81ae-91a5c2db1288 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:53:53.678462 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7c4c2b2f-c4d5-464b-ad47-d05ad50726a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:56.579301 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-634f2f16-8f54-4581-a877-2aa135d46eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:57.375234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:53:58.738700 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:00.283530 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:06.106808 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.337522 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34650) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:09.382897 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Deleting subnet b1946e85-598e-4cb0-a581-e3b973a3f83b {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:54:09.395730 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Publish callbacks [] for subnet (b1946e85-598e-4cb0-a581-e3b973a3f83b), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.421098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (b1946e85-598e-4cb0-a581-e3b973a3f83b), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.461587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (b1946e85-598e-4cb0-a581-e3b973a3f83b), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.670573 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (b1946e85-598e-4cb0-a581-e3b973a3f83b), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.697328 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1946e85-598e-4cb0-a581-e3b973a3f83b,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:09.699760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.703416 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/b1946e85-598e-4cb0-a581-e3b973a3f83b HTTP/1.1" status: 204 len: 168 time: 0.3648903 Apr 11 16:54:09.706074 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34654) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:09.709488 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.714202 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53935c34-4d22-4602-bff9-80d7fea38a97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:09.774765 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (da03cad7-c340-4833-9c51-e00f482a7612), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.855731 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (da03cad7-c340-4833-9c51-e00f482a7612), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.878104 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da03cad7-c340-4833-9c51-e00f482a7612']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:09.887694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba20147-efbe-4443-b2a9-16c233de40af') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:09.888582 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba20147-efbe-4443-b2a9-16c233de40af') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:09.898025 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (fba20147-efbe-4443-b2a9-16c233de40af), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.911384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (fba20147-efbe-4443-b2a9-16c233de40af), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.917431 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Releasing vlan 823 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:54:09.917878 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (fba20147-efbe-4443-b2a9-16c233de40af), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:54:09.919677 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:54:10.061232 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (da03cad7-c340-4833-9c51-e00f482a7612), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.066968 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.070096 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] 10.222.0.32 "DELETE /v2.0/networks/da03cad7-c340-4833-9c51-e00f482a7612 HTTP/1.1" status: 204 len: 168 time: 0.3630059 Apr 11 16:54:10.081679 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f5147-23db-40cd-aa27-61d4bcaed807 admin admin] Pushing event deleted for resources: {'Network': ['ID=da03cad7-c340-4833-9c51-e00f482a7612,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:10.491052 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34658) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:10.534789 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1ec484fa-d856-45fe-9c2a-93e4809fbce4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f50fa79cd3f41838b538f490ea2c99d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425532 Apr 11 16:54:10.537610 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34660) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:10.585259 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] Publish callbacks [] for security_group (35c5042b-daa4-4cbc-8bf9-1495f8747d11), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.607743 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] Publish callbacks [] for security_group (35c5042b-daa4-4cbc-8bf9-1495f8747d11), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.757865 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (35c5042b-daa4-4cbc-8bf9-1495f8747d11), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.760493 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:10.761664 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/35c5042b-daa4-4cbc-8bf9-1495f8747d11 HTTP/1.1" status: 204 len: 168 time: 0.2231688 Apr 11 16:54:10.772176 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10900332-c557-4b11-ba27-4e7f2a3e12e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35c5042b-daa4-4cbc-8bf9-1495f8747d11,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:12.572690 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34690) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:12.690814 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb3d-07a1-498d-ad73-9bab074990c9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.764504 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb3d-07a1-498d-ad73-9bab074990c9 admin admin] Publish callbacks [] for security_group (af7309f8-a50a-495d-8648-c51e258756aa), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.860599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-6d21cb3d-07a1-498d-ad73-9bab074990c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (af7309f8-a50a-495d-8648-c51e258756aa), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.901990 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-6d21cb3d-07a1-498d-ad73-9bab074990c9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=84560d8927ef4d0f8a61e52ec165f8e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281114 Apr 11 16:54:12.903196 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d21cb3d-07a1-498d-ad73-9bab074990c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7309f8-a50a-495d-8648-c51e258756aa,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:12.904630 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34694) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:12.957120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] Publish callbacks [] for security_group (af7309f8-a50a-495d-8648-c51e258756aa), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:12.977957 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] Publish callbacks [] for security_group (af7309f8-a50a-495d-8648-c51e258756aa), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.104095 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (af7309f8-a50a-495d-8648-c51e258756aa), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.107573 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:13.113267 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af7309f8-a50a-495d-8648-c51e258756aa HTTP/1.1" status: 204 len: 168 time: 0.2032118 Apr 11 16:54:13.116783 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b249b4-961c-4ca3-a871-d81061a79e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7309f8-a50a-495d-8648-c51e258756aa,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:13.274589 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-a040b69d-9102-4f26-9e0d-53cdf06a5e78 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395346 Apr 11 16:54:13.360327 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-ff1f0c2f-9f80-440b-83e3-11785883b016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.361852 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-ff1f0c2f-9f80-440b-83e3-11785883b016 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 1131 time: 0.0426719 Apr 11 16:54:13.472463 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-d0728227-89af-45d2-abeb-c34bd5dc2009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.474017 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-d0728227-89af-45d2-abeb-c34bd5dc2009 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0896037 Apr 11 16:54:13.548674 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-35d0fbd8-a020-493f-a2e5-c959b9821141 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 200 len: 1002 time: 0.0672662 Apr 11 16:54:13.599075 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-987fc68a-819c-44a8-abf8-162f6c8ade57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.600573 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-987fc68a-819c-44a8-abf8-162f6c8ade57 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0440564 Apr 11 16:54:13.643965 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-413f378b-f9c9-43e8-bda5-5c53c4a5933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:13.645490 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-413f378b-f9c9-43e8-bda5-5c53c4a5933e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0387890 Apr 11 16:54:13.741144 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-9920fd0d-0009-4341-bc58-39bd649aac1c service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888925 Apr 11 16:54:13.834895 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-20cd9986-7582-4dd9-8ac3-c52d5f15cfe4 req-0ba78be9-9ba5-4e3c-9137-f1273b55c19a service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861590 Apr 11 16:54:15.705863 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:21.031233 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34778) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:21.135160 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d07b-bb26-4a94-bcb1-5c0ef0ad7968 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.212475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d07b-bb26-4a94-bcb1-5c0ef0ad7968 admin admin] Publish callbacks [] for security_group (b163647a-67ce-4faf-8d2d-2fb52998461e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.315631 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d07b-bb26-4a94-bcb1-5c0ef0ad7968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b163647a-67ce-4faf-8d2d-2fb52998461e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.353388 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5d07b-bb26-4a94-bcb1-5c0ef0ad7968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b163647a-67ce-4faf-8d2d-2fb52998461e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:21.357813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-6ec5d07b-bb26-4a94-bcb1-5c0ef0ad7968 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f674fe387b747ccb5364011166f9bb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3255517 Apr 11 16:54:21.361077 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34782) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:21.409607 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] Publish callbacks [] for security_group (b163647a-67ce-4faf-8d2d-2fb52998461e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.432384 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] Publish callbacks [] for security_group (b163647a-67ce-4faf-8d2d-2fb52998461e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.591378 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (b163647a-67ce-4faf-8d2d-2fb52998461e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.594041 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:21.596964 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b163647a-67ce-4faf-8d2d-2fb52998461e HTTP/1.1" status: 204 len: 168 time: 0.2338192 Apr 11 16:54:21.603575 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f75689-1ef1-4546-b5ec-c2f917299f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b163647a-67ce-4faf-8d2d-2fb52998461e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:22.462617 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b59bd01-186d-47b0-9ede-8475509db999 req-4268bdbe-8f75-404c-8595-f50a8f219660 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:22.464114 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b59bd01-186d-47b0-9ede-8475509db999 req-4268bdbe-8f75-404c-8595-f50a8f219660 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0478220 Apr 11 16:54:22.513013 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b59bd01-186d-47b0-9ede-8475509db999 req-d06afa1e-c7a1-4598-a981-9427a66e09d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431583 Apr 11 16:54:23.637637 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9520aa-26d6-4251-a4de-60e36da1da73 req-80389984-127c-4963-b390-7ce2968f6b4a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:23.639214 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c9520aa-26d6-4251-a4de-60e36da1da73 req-80389984-127c-4963-b390-7ce2968f6b4a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0488787 Apr 11 16:54:23.640779 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-195c3172-7b04-4efc-b8e6-729aa82fd2cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:23.688325 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6c9520aa-26d6-4251-a4de-60e36da1da73 req-02bf2657-654a-417b-903d-bab67c18e8ce tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=6ff1c6dd-df54-4784-8697-06522544cd6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Apr 11 16:54:24.078970 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-5e4e3764-bee9-42fc-bd32-fef43f0f4df3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:24.080439 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-5e4e3764-bee9-42fc-bd32-fef43f0f4df3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 947 time: 0.0470016 Apr 11 16:54:24.167864 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Deleting port 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:24.168199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.255998 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] For port 0a1e02be-a916-4016-9d1b-75da7201c72e, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=0a1e02be-a916-4016-9d1b-75da7201c72e,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:24.256367 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.431066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.431351 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.431670 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Floating IP f88b8144-bbae-4335-81b5-7510480a13e6 disassociated. External IP: 172.28.0.201, port: 0a1e02be-a916-4016-9d1b-75da7201c72e. Apr 11 16:54:24.432012 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Calling delete_port for 0a1e02be-a916-4016-9d1b-75da7201c72e owned by compute:nova {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:24.625898 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (0a1e02be-a916-4016-9d1b-75da7201c72e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.657747 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'Port': ['ID=0a1e02be-a916-4016-9d1b-75da7201c72e,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:24.796836 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8efa05d6-eded-468d-aa30-0e0367e3e962 req-debc3e48-e8c0-45d8-86d6-8bfa32806ada tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0311470 Apr 11 16:54:24.804583 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:24.914883 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:24.926044 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:24.935431 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:24.935978 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:53:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:24.957984 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] No DVR routers for this DVR port 0a1e02be-a916-4016-9d1b-75da7201c72e on host hv-cinder-83716 {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:54:24.960582 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:24.963842 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ad0e1991-34bd-4e6d-a1da-4db1c9e7f27e req-ecd6cf02-0bfe-47a9-bf25-6be278017edc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "DELETE /v2.0/ports/0a1e02be-a916-4016-9d1b-75da7201c72e HTTP/1.1" status: 204 len: 173 time: 0.8774996 Apr 11 16:54:24.964333 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-deleted', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:24.966682 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03aedb54-fdf3-4b90-a056-c9859031bf86" -d '{"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-deleted", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:25.007962 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a80ef25-3528-4afc-85a7-84dfeb02435d x-openstack-request-id: req-2a80ef25-3528-4afc-85a7-84dfeb02435d {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:25.008260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c09680c-0a7d-429e-aa0e-7b4166a4e408", "name": "network-vif-deleted", "tag": "0a1e02be-a916-4016-9d1b-75da7201c72e", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:25.008552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2a80ef25-3528-4afc-85a7-84dfeb02435d {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:25.008983 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a80ef25-3528-4afc-85a7-84dfeb02435d'] response: {'server_uuid': '6c09680c-0a7d-429e-aa0e-7b4166a4e408', 'name': 'network-vif-deleted', 'tag': '0a1e02be-a916-4016-9d1b-75da7201c72e', 'status': 'completed', 'code': 200} Apr 11 16:54:25.052587 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:25.262571 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:25.289640 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:25.298020 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:25.298637 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:53:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:25.497014 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:25.682045 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:25.712023 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-385ba8e4-0f38-4815-b891-149cc470453d None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:25.925948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e28230cd-3964-4172-b5ed-b54dd856ed4a req-cec775e2-1476-4d6c-a03f-23466d26437f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=6c09680c-0a7d-429e-aa0e-7b4166a4e408 HTTP/1.1" status: 200 len: 210 time: 0.0302777 Apr 11 16:54:25.955877 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffab3fb3-8f3c-44d4-b304-bab765aa82b7 None None] New status for floating IP f88b8144-bbae-4335-81b5-7510480a13e6: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:54:26.557003 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ef7a61f-169f-4b3c-951e-807168d5ab55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:26.567874 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:26.587947 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 0a1e02be-a916-4016-9d1b-75da7201c72e {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:54:26.588291 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 0a1e02be-a916-4016-9d1b-75da7201c72e not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:54:27.368834 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.100927 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34808) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:28.155231 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (6ff1c6dd-df54-4784-8697-06522544cd6d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.190960 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (6ff1c6dd-df54-4784-8697-06522544cd6d), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.374225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (6ff1c6dd-df54-4784-8697-06522544cd6d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.376807 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.377995 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "DELETE /v2.0/security-groups/6ff1c6dd-df54-4784-8697-06522544cd6d HTTP/1.1" status: 204 len: 168 time: 0.2760453 Apr 11 16:54:28.381312 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34810) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:28.388261 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4140db8c-997d-4891-b872-997527ff1c86 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff1c6dd-df54-4784-8697-06522544cd6d,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:28.395259 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.api.v2.resource [None req-871a2294-3a3f-4340-842f-5ef8cbf1e72b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] show failed (client error): The resource could not be found. Apr 11 16:54:28.396972 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-871a2294-3a3f-4340-842f-5ef8cbf1e72b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups/6ff1c6dd-df54-4784-8697-06522544cd6d HTTP/1.1" status: 404 len: 347 time: 0.0141711 Apr 11 16:54:28.399714 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34812) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:28.523585 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Deleting port 6851fb66-57a8-47f8-ae91-6ced7a35d162 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:54:28.523926 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.598307 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.598632 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (6851fb66-57a8-47f8-ae91-6ced7a35d162), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.610548 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Calling delete_port for 6851fb66-57a8-47f8-ae91-6ced7a35d162 owned by network:floatingip {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:54:28.762608 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.826140 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (6851fb66-57a8-47f8-ae91-6ced7a35d162), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.858153 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'Port': ['ID=6851fb66-57a8-47f8-ae91-6ced7a35d162,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:28.920316 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (f88b8144-bbae-4335-81b5-7510480a13e6), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.922703 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:28.923888 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-856c0b81-5958-4ee3-a6f3-decb55d33301 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "DELETE /v2.0/floatingips/f88b8144-bbae-4335-81b5-7510480a13e6 HTTP/1.1" status: 204 len: 168 time: 0.5232890 Apr 11 16:54:29.168588 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34816) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:29.173283 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1048594050', 'description': 'tempest-description--822541361'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:29.263816 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.330322 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.429205 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.460374 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:29.557398 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.558664 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-42678a5a-4cf8-4b76-af0e-c2e94df3c721 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3890662 Apr 11 16:54:29.561599 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34818) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:29.566640 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group_rule': {'security_group_id': '4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:29.680660 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (1dea4ac3-87ad-41f9-a67c-3015d8d731d9), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.735304 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (1dea4ac3-87ad-41f9-a67c-3015d8d731d9), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.806006 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (1dea4ac3-87ad-41f9-a67c-3015d8d731d9), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.825937 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea4ac3-87ad-41f9-a67c-3015d8d731d9,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:29.912115 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:29.913354 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-a518f6c8-2a6e-4271-b5a2-581368e5fc07 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3507361 Apr 11 16:54:29.916011 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34820) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:29.920258 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'security_group_rule': {'security_group_id': '4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:30.017432 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (0707524e-2edf-4bc4-a16c-b6918572b9b4), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.073254 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (0707524e-2edf-4bc4-a16c-b6918572b9b4), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.139767 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699754'] for security_group_rule (0707524e-2edf-4bc4-a16c-b6918572b9b4), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.155413 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0707524e-2edf-4bc4-a16c-b6918572b9b4,revision_number=0']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:30.239394 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.241612 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-eae7309e-af7d-41b3-afde-ff4e30be68e4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3236821 Apr 11 16:54:30.244211 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 34822) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:30.248470 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.v2.base [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'floatingip': {'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc'}} {{(pid=110560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:30.274026 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.366650 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.448500 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.557215 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.db_base_plugin_common [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Allocated IP 172.28.0.78 (00b626a1-e0cc-42c4-a0e5-f739a35d0ccc/bc0a7e30-95b7-4285-9ab7-8a0ce6b94260/2e13ac88-a18a-414a-8543-23cd8daf0687) {{(pid=110560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:30.657890 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.773489 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:30.826476 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Network 00b626a1-e0cc-42c4-a0e5-f739a35d0ccc is already hosted by enough agents. {{(pid=110560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:30.832124 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.base_scheduler [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Resources bound (agent type, host, resource id): {{(pid=110560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:30.836386 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Received port after_create {{(pid=110560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:30.846894 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=2e13ac88-a18a-414a-8543-23cd8daf0687,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:30.938030 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.046523 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), before_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.202009 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.274901 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3773082'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.343801 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=2e13ac88-a18a-414a-8543-23cd8daf0687,revision_number=2']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:31.353833 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.476860 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:31.486515 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1c17a4b0-38cd-4e8b-ac89-795a1a1cde6f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2329791 Apr 11 16:54:31.686986 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-ff484d08-d7a8-4cbd-ac45-455d897b5826 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1048594050&fields=id&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 267 time: 0.0410802 Apr 11 16:54:31.794800 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-f0a524df-7637-40c2-b4a4-add0e3c648d7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:31.796318 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-f0a524df-7637-40c2-b4a4-add0e3c648d7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 817 time: 0.1025419 Apr 11 16:54:31.811600 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-1e86732c-05ae-47e9-8353-d34afd05d89b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/quotas/0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 375 time: 0.0095291 Apr 11 16:54:31.860830 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-9fb5324c-a08a-4139-9e94-f6b2f7b7921b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0437741 Apr 11 16:54:31.960234 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-24da8f96-67b8-4604-b855-961248a766d8 service neutron] 10.222.0.32 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872655 Apr 11 16:54:32.080622 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-d30f1e08-db33-465a-80ca-6489714b3d0e service neutron] 10.222.0.32 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143489 Apr 11 16:54:32.093529 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a5bfa-b040-4b65-95ff-6f1a5ef87b88 req-9b6051d9-3f4e-4caa-ae91-b4cc6a65debc tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:32.095057 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a0a5bfa-b040-4b65-95ff-6f1a5ef87b88 req-9b6051d9-3f4e-4caa-ae91-b4cc6a65debc tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0594530 Apr 11 16:54:32.149324 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5a0a5bfa-b040-4b65-95ff-6f1a5ef87b88 req-f636f9f2-65bf-4eb8-979d-2c48c276b0e7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477631 Apr 11 16:54:32.341034 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9b6aaa0b-0875-41f5-8ba6-2d5cc43045a9 req-039e5278-f238-40b1-aaf9-300f4b67bd1f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0281906 Apr 11 16:54:33.265569 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c87a992-5da0-4c2c-8909-e69401185ac7 req-7cdfaf30-1571-49e6-a87c-e427d955110e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:33.267076 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7c87a992-5da0-4c2c-8909-e69401185ac7 req-7cdfaf30-1571-49e6-a87c-e427d955110e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0491414 Apr 11 16:54:33.316429 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7c87a992-5da0-4c2c-8909-e69401185ac7 req-a5bd5ab9-8bba-47bb-bd8c-a68a5c2512e7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Apr 11 16:54:33.443203 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-52d9dc4b-7a91-46e7-83ed-89b442175b73 req-7f06b751-f715-4b94-a480-349986ed98cb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0314407 Apr 11 16:54:34.596836 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc806ca-f2fe-480d-9be5-4dbe29570fc2 req-22c80357-aaa1-46a9-8e66-c9732f7aa21e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.598260 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7bc806ca-f2fe-480d-9be5-4dbe29570fc2 req-22c80357-aaa1-46a9-8e66-c9732f7aa21e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.1127141 Apr 11 16:54:34.602475 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6245ad11-c2fb-4bcc-8944-e29e672b692b req-9a8c7167-1ecc-4a0e-addb-0460c23db407 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0795043 Apr 11 16:54:34.652853 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-d2fc2d1d-049b-43f0-bf69-71086891d44c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:34.654335 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-d2fc2d1d-049b-43f0-bf69-71086891d44c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 817 time: 0.4533267 Apr 11 16:54:34.684586 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7bc806ca-f2fe-480d-9be5-4dbe29570fc2 req-64a372c6-932f-4d6d-b210-1e0d6fc2418f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792575 Apr 11 16:54:34.726791 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4a8dd42f-6f87-44d3-be65-12e7ae2d2104 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 380 time: 0.0616531 Apr 11 16:54:34.739403 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'port': {'device_id': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'admin_state_up': True, 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'security_groups': ['4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e']}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:34.949621 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Made reservation on behalf of 0d74ae915ae44c67a945c3f6dcb3a57e for: {'port': 1} {{(pid=110559) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 16:54:34.952966 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.089828 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_common [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Allocated IP 172.20.0.8 (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8/3acca29f-5a00-4830-9c54-8f557e6f29ac/38ca6ca5-310f-4762-a6e1-d04bd0887a5c) {{(pid=110559) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 16:54:35.228645 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.335213 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8753046230056', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.381936 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 is already hosted by enough agents. {{(pid=110559) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 16:54:35.385043 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.base_scheduler [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Resources bound (agent type, host, resource id): {{(pid=110559) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 16:54:35.388809 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Received port after_create {{(pid=110559) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 16:54:35.398711 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:35.447419 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.448063 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.560026 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-4912a600-62e5-4de1-b884-669ab0eca96b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8248532 Apr 11 16:54:35.572833 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Request body: {'port': {'device_id': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83716'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:35.631434 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-96c94443-a34e-4637-8d79-779eed0cd399 None None] Provisioning complete for port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c triggered by entity DHCP. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:35.632792 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-96c94443-a34e-4637-8d79-779eed0cd399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.633111 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:35.673405 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-96c94443-a34e-4637-8d79-779eed0cd399 None None] Port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c cannot update to ACTIVE because it is not bound. {{(pid=110561) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 16:54:35.841899 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b4fea-eaa4-4314-b1a9-2b9b8cba9c25 req-d92f97c4-8c52-416c-b11c-bb2b5c735fa0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.843399 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9e7b4fea-eaa4-4314-b1a9-2b9b8cba9c25 req-d92f97c4-8c52-416c-b11c-bb2b5c735fa0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 931 time: 0.1477182 Apr 11 16:54:35.892498 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b9228-b6bc-4ccb-8421-9717184dc49a req-56d1a196-26ad-47ab-8849-bce5686c05bf tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:35.893949 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8c3b9228-b6bc-4ccb-8421-9717184dc49a req-56d1a196-26ad-47ab-8849-bce5686c05bf tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.1025915 Apr 11 16:54:35.972351 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9e7b4fea-eaa4-4314-b1a9-2b9b8cba9c25 req-77ae9a15-1c65-4682-877b-75d6bcb5588a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201036 Apr 11 16:54:36.012728 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8c3b9228-b6bc-4ccb-8421-9717184dc49a req-24dfdb5c-8436-49e2-873b-cd925e64bb90 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012735 Apr 11 16:54:36.088974 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110559) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:36.096928 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks [] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.109199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.provisioning_blocks [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Transition to ACTIVE for port object 38ca6ca5-310f-4762-a6e1-d04bd0887a5c will not be triggered until provisioned by entity L2. {{(pid=110559) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 16:54:36.139573 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.280563 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.336989 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=2']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:36.417832 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Attempting to bind port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c on host hv-cinder-83716 for vnic_type normal with profile {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 16:54:36.418163 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Attempting to bind port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c by drivers openvswitch,hyperv on host hv-cinder-83716 at level 0 using segments [{'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 16:54:36.418492 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Attempting to bind port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:36.423360 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83716 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 16:54:36.423675 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Attempting to bind port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c on network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 16:54:36.429295 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Checking agent: {'id': '3b4147de-155a-405b-a9f0-4a000ddd02ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83716', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'started_at': datetime.datetime(2022, 4, 11, 16, 44, 5), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 16, 54, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 16:54:36.429638 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Checking segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110559) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 16:54:36.430018 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Bound using segment: {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'} {{(pid=110559) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 16:54:36.430439 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.managers [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Bound port: 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host: hv-cinder-83716, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b0632113-cb9c-476e-9617-92e567a99c28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8'}}] {{(pid=110559) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 16:54:36.430795 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.500995 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, cleared binding levels {{(pid=110559) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 16:54:36.504563 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110559) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 16:54:36.585035 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-59015226'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.625740 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.626361 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:36.627928 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] 10.222.0.72 "PUT /v2.0/ports/38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 1093 time: 1.0592144 Apr 11 16:54:36.628321 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:36.630595 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93" -d '{"events": [{"name": "network-changed", "server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:36.656714 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0775f0a0-2f3f-4f93-b845-af8381f1f4b1 service neutron] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=3']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:36.670474 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a272d-8354-4bad-af04-edced399ce5c x-openstack-request-id: req-ee1a272d-8354-4bad-af04-edced399ce5c {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:36.671065 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:36.671475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ee1a272d-8354-4bad-af04-edced399ce5c {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:36.671764 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee1a272d-8354-4bad-af04-edced399ce5c'] response: {'name': 'network-changed', 'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'status': 'completed', 'code': 200} Apr 11 16:54:36.735414 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-bba4a6bc-6b04-4ac7-a874-b1eecc1d3a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.737039 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-bba4a6bc-6b04-4ac7-a874-b1eecc1d3a71 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0430868 Apr 11 16:54:36.842595 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-81c917e9-c9c5-43b4-9b94-f9b6efe73560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.844119 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-81c917e9-c9c5-43b4-9b94-f9b6efe73560 service neutron] 10.222.0.72 "GET /v2.0/networks?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0997415 Apr 11 16:54:36.941466 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-6e2dd45c-770f-4bf5-aad2-02f964b34f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:36.942875 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3b327c1a-bcb8-4cf8-a9bd-12c8f375dc93 req-6e2dd45c-770f-4bf5-aad2-02f964b34f80 service neutron] 10.222.0.72 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0909133 Apr 11 16:54:37.024283 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-9f4d85d4-ab87-40fd-87d3-a5fd942c7542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.025806 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-9f4d85d4-ab87-40fd-87d3-a5fd942c7542 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0405416 Apr 11 16:54:37.075750 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-2c3245d1-84c9-4f00-b93e-39166a9f9e42 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 217 time: 0.0405440 Apr 11 16:54:37.183204 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8e216-9329-432f-80f5-248b049242b1 req-b29c8e31-c72d-47e7-b88c-9f6ba84e16eb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.184688 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cbf8e216-9329-432f-80f5-248b049242b1 req-b29c8e31-c72d-47e7-b88c-9f6ba84e16eb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.1117697 Apr 11 16:54:37.199589 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-420dc186-98d3-44f8-8d6f-473915338971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.200896 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-420dc186-98d3-44f8-8d6f-473915338971 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.1176643 Apr 11 16:54:37.206727 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dafd3-7256-4ac9-9bd1-6d2894b914db req-b3f43884-c7c1-4e10-b1f4-b393cd1b591f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.208094 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-169dafd3-7256-4ac9-9bd1-6d2894b914db req-b3f43884-c7c1-4e10-b1f4-b393cd1b591f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.1153429 Apr 11 16:54:37.289317 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-26d6c870-84a9-4fc9-b101-1ba2acf40297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:37.290813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-26d6c870-84a9-4fc9-b101-1ba2acf40297 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0804360 Apr 11 16:54:37.322197 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cbf8e216-9329-432f-80f5-248b049242b1 req-34b686a2-b38a-45d8-bfc6-86515d35a310 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286316 Apr 11 16:54:37.347789 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-169dafd3-7256-4ac9-9bd1-6d2894b914db req-cf5f9123-3b46-43e6-bc5f-69358dc1af2c tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234229 Apr 11 16:54:37.405300 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-2baef377-eadb-48c8-bc79-cdf2d13952fb service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066098 Apr 11 16:54:37.502847 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-617aa454-959d-4379-8ed9-065b6a5b5d23 req-849f622d-2a31-49bb-b67e-3632b4e448eb service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891333 Apr 11 16:54:38.482387 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276f07a-6205-4890-ae7d-168280d35d52 req-70b4c37a-3c36-4a0f-b1c8-877feb7a4698 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:38.483913 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0276f07a-6205-4890-ae7d-168280d35d52 req-70b4c37a-3c36-4a0f-b1c8-877feb7a4698 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0749743 Apr 11 16:54:38.491734 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f092d-0c72-4a54-a820-98f997c21068 req-93cebe9e-6976-43f5-8719-35a635265a98 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:38.493112 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2f0f092d-0c72-4a54-a820-98f997c21068 req-93cebe9e-6976-43f5-8719-35a635265a98 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0747969 Apr 11 16:54:38.573818 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0276f07a-6205-4890-ae7d-168280d35d52 req-716ebbff-c18d-4957-a91e-71aae957a0a7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797420 Apr 11 16:54:38.577355 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2f0f092d-0c72-4a54-a820-98f997c21068 req-09f4a632-49ba-48d5-9cb7-d4c802ffe59a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775764 Apr 11 16:54:38.629764 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:38.740943 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:38.752069 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:38.792879 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:38.808695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.808695 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:38.826287 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:38.928580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:38.976588 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=4']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:38.983610 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.984005 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.984350 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.984717 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.985081 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.985398 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.985728 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.986061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.986388 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.986716 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.987078 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.987425 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.987758 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.988079 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:38.988401 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:54:39.184942 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['38ca6ca5-310f-4762-a6e1-d04bd0887a5c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:39.715421 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec08d3-7c0c-4a48-a5bd-eac1786f1dc2 req-d334715d-cd64-42e8-8ab4-ce65ecb9c6e7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.716902 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f7ec08d3-7c0c-4a48-a5bd-eac1786f1dc2 req-d334715d-cd64-42e8-8ab4-ce65ecb9c6e7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 944 time: 0.0727115 Apr 11 16:54:39.724651 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632b527-e71d-4884-963d-3bc0247a5039 req-89b7f007-b344-46df-bc03-d328034e7e52 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:39.726557 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7632b527-e71d-4884-963d-3bc0247a5039 req-89b7f007-b344-46df-bc03-d328034e7e52 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0805316 Apr 11 16:54:39.793991 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f7ec08d3-7c0c-4a48-a5bd-eac1786f1dc2 req-b85a44ed-061e-4fbf-b218-5c67d57c9ace tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664539 Apr 11 16:54:39.802492 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7632b527-e71d-4884-963d-3bc0247a5039 req-7ba98193-7ae4-44f9-af50-f97de0ec6530 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690901 Apr 11 16:54:40.661544 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:40.706905 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning for port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c completed by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 16:54:40.771861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:40.772226 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:40.949550 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e1944b-5d05-494d-9a25-ccdab37bb36f req-4625b715-5dfc-474a-be39-a00baa4388d7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.951117 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59e1944b-5d05-494d-9a25-ccdab37bb36f req-4625b715-5dfc-474a-be39-a00baa4388d7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 944 time: 0.0823388 Apr 11 16:54:40.960062 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53442b44-f184-4f79-9f0d-0c1186a81494 req-1c8af049-b5d4-4a04-be09-fea43d60ee1e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:40.961637 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-53442b44-f184-4f79-9f0d-0c1186a81494 req-1c8af049-b5d4-4a04-be09-fea43d60ee1e tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0831442 Apr 11 16:54:40.983157 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:40.983551 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.006823 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:41.009122 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc3c2d59-2e74-4c99-9202-1e14112a61f2" -d '{"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:41.021644 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:41.037711 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59e1944b-5d05-494d-9a25-ccdab37bb36f req-2aec7fc0-7dc5-46d7-891a-b8f7414c6497 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750959 Apr 11 16:54:41.050155 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-53442b44-f184-4f79-9f0d-0c1186a81494 req-d2b0c16e-5d8b-4a97-9cbd-2fa560cf3d6b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724890 Apr 11 16:54:41.086082 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94399ace-b608-4e56-abaf-176bb0105ec5 x-openstack-request-id: req-94399ace-b608-4e56-abaf-176bb0105ec5 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:41.086403 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:41.086660 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-94399ace-b608-4e56-abaf-176bb0105ec5 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:41.087087 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94399ace-b608-4e56-abaf-176bb0105ec5'] response: {'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'code': 200} Apr 11 16:54:41.183623 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:41.232373 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=5']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:41.533813 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdf3dc-1ba8-4dba-93ae-1d18f2cd2814 req-85e02e21-5a31-4f9a-a9df-b0b90ee1ea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:41.535249 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-becdf3dc-1ba8-4dba-93ae-1d18f2cd2814 req-85e02e21-5a31-4f9a-a9df-b0b90ee1ea8c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1129 time: 0.0390515 Apr 11 16:54:41.582106 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-becdf3dc-1ba8-4dba-93ae-1d18f2cd2814 req-bb8a0d23-5c24-4b5b-a8d7-522288466839 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404530 Apr 11 16:54:42.183519 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24e0db9-44f8-4ea6-b003-01d16a274e95 req-c41acf21-fd55-4ea1-92c1-b0e1fc9f4e78 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.185016 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d24e0db9-44f8-4ea6-b003-01d16a274e95 req-c41acf21-fd55-4ea1-92c1-b0e1fc9f4e78 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0739086 Apr 11 16:54:42.191241 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b3f8c-9d6a-47ec-b6ee-58b8133c37c7 req-54dbc98f-2ec3-48c7-b5ce-1660214aed2c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.192603 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-703b3f8c-9d6a-47ec-b6ee-58b8133c37c7 req-54dbc98f-2ec3-48c7-b5ce-1660214aed2c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0726120 Apr 11 16:54:42.265187 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d24e0db9-44f8-4ea6-b003-01d16a274e95 req-8a820b06-f259-43c2-91eb-277a2db814b3 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716224 Apr 11 16:54:42.269297 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-703b3f8c-9d6a-47ec-b6ee-58b8133c37c7 req-bdd6865d-5259-4b00-bc5d-3ca0a3bf56e1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697453 Apr 11 16:54:42.433171 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463aee-4661-449e-b948-940d80886e10 req-2a417914-0794-4eeb-96db-b54a7bd6f40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.434651 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-2a417914-0794-4eeb-96db-b54a7bd6f40b service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0427175 Apr 11 16:54:42.531349 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463aee-4661-449e-b948-940d80886e10 req-ed93de23-a19f-4d1d-b60f-b16f640f1758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:42.532819 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-ed93de23-a19f-4d1d-b60f-b16f640f1758 service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.0852854 Apr 11 16:54:42.676331 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-cec512ab-6e13-4ca1-a37d-cbc4abe78342 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0630751 Apr 11 16:54:43.063506 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463aee-4661-449e-b948-940d80886e10 req-4b878495-d37c-487f-ad38-326fbd1e473a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.065303 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-4b878495-d37c-487f-ad38-326fbd1e473a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0446987 Apr 11 16:54:43.110120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc463aee-4661-449e-b948-940d80886e10 req-048035b0-fd08-4782-994c-428d1d178f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.111670 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-048035b0-fd08-4782-994c-428d1d178f90 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0391335 Apr 11 16:54:43.205948 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-f892ddfa-efa0-473b-a9a5-f069d96c396f service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864499 Apr 11 16:54:43.296976 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bc463aee-4661-449e-b948-940d80886e10 req-6fdda5b7-16d2-4d48-81c7-f1f9be500658 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837264 Apr 11 16:54:43.423445 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434eda30-d28b-4a2d-a0fb-244b3f14775e req-9578113c-5289-4d3e-85af-79051180fe7d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.424879 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-434eda30-d28b-4a2d-a0fb-244b3f14775e req-9578113c-5289-4d3e-85af-79051180fe7d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0825167 Apr 11 16:54:43.431516 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37822ce-c084-4429-b849-9e0563102dc8 req-e9137dd6-97ab-4ea3-a7b3-eb1b7b2a98bf tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.433003 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f37822ce-c084-4429-b849-9e0563102dc8 req-e9137dd6-97ab-4ea3-a7b3-eb1b7b2a98bf tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0924921 Apr 11 16:54:43.508658 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-434eda30-d28b-4a2d-a0fb-244b3f14775e req-2f132ad9-c5ea-4eb6-8273-7bd2fe8717c6 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746284 Apr 11 16:54:43.512549 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f37822ce-c084-4429-b849-9e0563102dc8 req-03827c30-1afd-44f1-b5de-32005eef7c59 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720911 Apr 11 16:54:43.620827 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb4549-91d6-4b5f-8963-6405bc9f43d9 req-55ba744e-b60f-4d2c-b75c-ca3da3cbecee tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:43.622365 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-46cb4549-91d6-4b5f-8963-6405bc9f43d9 req-55ba744e-b60f-4d2c-b75c-ca3da3cbecee tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0468676 Apr 11 16:54:43.631012 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34898) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:43.635278 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.v2.base [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Request body: {'floatingip': {'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}} {{(pid=110559) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 16:54:43.677312 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), before_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.123939 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.184909 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), after_update {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:44.565917 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Floating IP 980d7958-cb46-4627-a1d9-c455535f3d36 associated. External IP: 172.28.0.78, port: 38ca6ca5-310f-4762-a6e1-d04bd0887a5c. Apr 11 16:54:44.684313 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c067fcd-0f03-4064-89e8-ddc1a3017d03 req-c106a5de-c7b6-408c-ad78-3ef4357c974a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:44.685796 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5c067fcd-0f03-4064-89e8-ddc1a3017d03 req-c106a5de-c7b6-408c-ad78-3ef4357c974a tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0854554 Apr 11 16:54:44.783639 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5c067fcd-0f03-4064-89e8-ddc1a3017d03 req-5243032f-be4a-476a-83ef-ca337a294973 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910885 Apr 11 16:54:44.862611 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:54:45.002570 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:54:45.007887 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:45.014422 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:54:45.029164 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:45.039244 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:54:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.046725 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b79db475-5a63-4973-9699-23178b0f1f0c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "PUT /v2.0/floatingips/980d7958-cb46-4627-a1d9-c455535f3d36 HTTP/1.1" status: 200 len: 990 time: 1.4146588 Apr 11 16:54:45.047354 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:45.049762 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:45.094403 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61cff0b-f265-4f39-acc9-8d8b9b455753 x-openstack-request-id: req-f61cff0b-f265-4f39-acc9-8d8b9b455753 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:45.094701 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:45.094979 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f61cff0b-f265-4f39-acc9-8d8b9b455753 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:45.095397 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f61cff0b-f265-4f39-acc9-8d8b9b455753'] response: {'name': 'network-changed', 'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'status': 'completed', 'code': 200} Apr 11 16:54:45.161048 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-c75bb94d-cb50-4c05-b2bb-354b60db5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.161371 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:45.162520 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-c75bb94d-cb50-4c05-b2bb-354b60db5a36 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1129 time: 0.0447042 Apr 11 16:54:45.265351 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-0265a632-373b-4767-bab9-bd83f7d37ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.266905 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-0265a632-373b-4767-bab9-bd83f7d37ee6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0966127 Apr 11 16:54:45.343091 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-37029108-6496-44da-ad65-ae3a6302b8ec service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 998 time: 0.0679274 Apr 11 16:54:45.396877 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '980d7958-cb46-4627-a1d9-c455535f3d36', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:54:30Z', 'updated_at': '2022-04-11T16:54:44Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.397201 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-6db15acf-73e7-4c9c-8d9f-34659e14bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.398607 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-6db15acf-73e7-4c9c-8d9f-34659e14bc7a service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0485079 Apr 11 16:54:45.423577 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:54:45.433002 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:54:45.433656 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:54:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.446161 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-52033436-eb55-4848-86c2-e72c33d72fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.447790 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-52033436-eb55-4848-86c2-e72c33d72fb5 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0424135 Apr 11 16:54:45.542131 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-48e7f77f-c6f5-4a67-90c3-f5e1827433d0 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862696 Apr 11 16:54:45.544797 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:54:45.645873 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5e3b6eba-26d9-4e6c-afe8-30692209c4b3 req-253ac9ae-ddcb-4b40-8bab-8aa18aaea697 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939004 Apr 11 16:54:45.758435 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '980d7958-cb46-4627-a1d9-c455535f3d36', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:54:30Z', 'updated_at': '2022-04-11T16:54:44Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:54:45.788149 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ff5b91c-d333-4a76-8802-7b47362fa5d9 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_floatingips': [{'id': '980d7958-cb46-4627-a1d9-c455535f3d36', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'floating_ip_address': '172.28.0.78', 'floating_network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'router_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T16:54:30Z', 'updated_at': '2022-04-11T16:54:44Z', 'revision_number': 1, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:54:45.903502 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af90e7af-0c90-440e-8f9e-2ced245bb696 req-b1e03f3d-d7c0-4728-900c-2af6e08dbfaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:45.905283 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af90e7af-0c90-440e-8f9e-2ced245bb696 req-b1e03f3d-d7c0-4728-900c-2af6e08dbfaa tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0487773 Apr 11 16:54:45.957253 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-af90e7af-0c90-440e-8f9e-2ced245bb696 req-20327cea-4da3-4a7b-b36c-21810e5934fc tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Apr 11 16:54:45.988958 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b9b2f-220c-4fc8-bec7-476ed0c48f56 None None] New status for floating IP 980d7958-cb46-4627-a1d9-c455535f3d36: ACTIVE {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:54:46.519953 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73fb9a-9264-4d2e-af88-3cc6ed96e0cf req-25f6748e-5b3a-4664-9c74-8e1a14637653 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:46.521351 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dc73fb9a-9264-4d2e-af88-3cc6ed96e0cf req-25f6748e-5b3a-4664-9c74-8e1a14637653 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0515914 Apr 11 16:54:46.570417 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dc73fb9a-9264-4d2e-af88-3cc6ed96e0cf req-aab90a7a-8cf4-4db8-b7dc-543442a312bd tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 Apr 11 16:54:46.670649 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34918) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:46.764770 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-da9dda86-769e-41c7-b491-9e99147db23c service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929213 Apr 11 16:54:46.773713 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-7fa47f7a-d9e8-45c3-919c-d035a7fe15f7 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:54:46.774598 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-7fa47f7a-d9e8-45c3-919c-d035a7fe15f7 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051975 Apr 11 16:54:46.906063 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 34926) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:54:47.001052 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-49247ef6-181c-4099-a26d-d7f119bd6ac8 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:47.002473 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-49247ef6-181c-4099-a26d-d7f119bd6ac8 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports/1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 942 time: 0.0954278 Apr 11 16:54:47.695518 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2d493-b933-454c-9883-de6c41300764 req-d6d1ce3d-c362-4888-bd92-391efdc77940 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:47.696938 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dec2d493-b933-454c-9883-de6c41300764 req-d6d1ce3d-c362-4888-bd92-391efdc77940 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0532272 Apr 11 16:54:47.747326 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dec2d493-b933-454c-9883-de6c41300764 req-ba605904-5ebb-4eb0-a9d7-dd7f5095c8f5 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445454 Apr 11 16:54:48.700060 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:54:48.793905 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 1955334f-3958-4552-8d5b-bc25b1f89fd0 is: ACTIVE; New status is: DOWN {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:48.794293 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.820223 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:48.822562 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecb97de-be50-4b22-a59e-9d009363af7d" -d '{"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-unplugged", "status": "completed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:48.840286 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:48.866140 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a646c664-b32a-4276-9030-0b9501e97b71 x-openstack-request-id: req-a646c664-b32a-4276-9030-0b9501e97b71 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:48.866140 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-unplugged", "status": "failed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "code": 422}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:48.866140 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a646c664-b32a-4276-9030-0b9501e97b71 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:48.866484 dv-cinder-837165-2-smb neutron-server[110561]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-a646c664-b32a-4276-9030-0b9501e97b71']: {'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'code': 422} returned with failed status Apr 11 16:54:48.883898 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d62814-fbd1-4a16-8939-3443505cf303 req-dd5b3452-286b-4e19-9a8d-ac1f4cd7f03b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:48.886088 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13d62814-fbd1-4a16-8939-3443505cf303 req-dd5b3452-286b-4e19-9a8d-ac1f4cd7f03b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0612738 Apr 11 16:54:48.936011 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-13d62814-fbd1-4a16-8939-3443505cf303 req-74a884e6-e6cb-4b50-9bc4-4f0f3fa1b36d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440989 Apr 11 16:54:48.945190 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:48.992981 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=6']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:49.487851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-f6acdec2-d1c6-4c46-99dd-bb904e68ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.489367 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-f6acdec2-d1c6-4c46-99dd-bb904e68ae15 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a&tenant_id=a2e72a458b054ac6970039c51e024dac HTTP/1.1" status: 200 len: 1127 time: 0.0793862 Apr 11 16:54:49.551011 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-2b5e4d26-1518-486f-80e7-706ef389e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.552506 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-2b5e4d26-1518-486f-80e7-706ef389e7b4 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1127 time: 0.0401995 Apr 11 16:54:49.641108 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-5ec83efa-35f9-4b91-b6f7-e4c43031f890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.642639 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-5ec83efa-35f9-4b91-b6f7-e4c43031f890 service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.0842378 Apr 11 16:54:49.713227 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-6981d4f4-433f-4e9b-b271-6e18ed27e196 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 999 time: 0.0630672 Apr 11 16:54:49.760598 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-d153725c-8301-4749-b599-5ad56bd1b676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.762033 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-d153725c-8301-4749-b599-5ad56bd1b676 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0430405 Apr 11 16:54:49.806000 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-9ee5a7ec-f793-4bc8-bed8-7549806f4802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:49.808034 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-9ee5a7ec-f793-4bc8-bed8-7549806f4802 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0381665 Apr 11 16:54:49.901589 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-c9ea74b5-7e1b-41d2-83c2-fc4cc8bc4b2f service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859094 Apr 11 16:54:49.997181 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b93e3e11-ed00-48c6-b9e8-891f2cc00862 req-eb85378d-df62-41b2-8fb0-fb6ea68d9593 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886145 Apr 11 16:54:50.052108 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eecd8-fdda-492b-b6b2-f6b5a33b2f85 req-b7cf2489-b808-48f2-b8c8-126d28625be3 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:50.053602 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1f4eecd8-fdda-492b-b6b2-f6b5a33b2f85 req-b7cf2489-b808-48f2-b8c8-126d28625be3 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0484853 Apr 11 16:54:50.103925 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1f4eecd8-fdda-492b-b6b2-f6b5a33b2f85 req-1fad2fb9-764e-4404-a556-a8c77cf276d4 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Apr 11 16:54:51.237164 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9c3df-5114-488a-a872-a60334a5cbd3 req-caf52251-f30c-43e6-b410-0e857c3799ef tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:51.238645 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ece9c3df-5114-488a-a872-a60334a5cbd3 req-caf52251-f30c-43e6-b410-0e857c3799ef tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0554969 Apr 11 16:54:51.287799 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ece9c3df-5114-488a-a872-a60334a5cbd3 req-29ef6287-0d39-4e44-b07e-1e2da9747449 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430479 Apr 11 16:54:52.406036 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8181880e-d6ea-4452-95a5-2294cc7bccc5 req-6a5d74c1-8911-4472-9c31-6d617ff36a4f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:52.406036 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8181880e-d6ea-4452-95a5-2294cc7bccc5 req-6a5d74c1-8911-4472-9c31-6d617ff36a4f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 943 time: 0.0509841 Apr 11 16:54:52.452692 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8181880e-d6ea-4452-95a5-2294cc7bccc5 req-2628c230-7c28-4b8b-94c1-56b7dcc07dd7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438182 Apr 11 16:54:52.704805 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:54:52.717844 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:54:52.821849 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:52.833282 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'port_id': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'mac_address': 'fa:16:3e:9d:13:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 825, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:54:52.870861 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 1955334f-3958-4552-8d5b-bc25b1f89fd0 is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:52.871276 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:52.884010 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1955334f-3958-4552-8d5b-bc25b1f89fd0 {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:54:52.904422 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:52.973206 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:53.019707 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=7']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:53.196558 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['1955334f-3958-4552-8d5b-bc25b1f89fd0'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:54:53.563424 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579cc80-81ea-4b76-b2ba-638cc28fd0be req-16f4bc29-46eb-421c-b998-b730c9af000f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:53.565176 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1579cc80-81ea-4b76-b2ba-638cc28fd0be req-16f4bc29-46eb-421c-b998-b730c9af000f tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 944 time: 0.0463970 Apr 11 16:54:53.614270 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1579cc80-81ea-4b76-b2ba-638cc28fd0be req-6152a5f0-a7a7-4eb3-8e40-37b4c6613afc tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431924 Apr 11 16:54:53.665204 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0cda7246-f3ed-4d61-b57e-a82496371bd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:54.729874 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:54:54.731700 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fbc34-5da4-4262-bcb8-c017627d64c4 req-f2310e3f-fa9f-404c-b9f0-e5b61b70f38b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:54.733219 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9a8fbc34-5da4-4262-bcb8-c017627d64c4 req-f2310e3f-fa9f-404c-b9f0-e5b61b70f38b tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 944 time: 0.0543280 Apr 11 16:54:54.777594 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 1955334f-3958-4552-8d5b-bc25b1f89fd0 triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:54:54.778310 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:54.783003 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9a8fbc34-5da4-4262-bcb8-c017627d64c4 req-3eee61b2-073d-4fc2-99da-fb2e10b612a2 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442376 Apr 11 16:54:54.858595 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 1955334f-3958-4552-8d5b-bc25b1f89fd0 is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:54:54.859013 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:54.880646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:54:54.882894 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a082a142-38b9-4dbc-ba82-f0c03c2a837c" -d '{"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-plugged", "status": "completed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:54:54.895428 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:54:54.919586 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601cb296-e4b9-403e-913e-2846099eea88 x-openstack-request-id: req-601cb296-e4b9-403e-913e-2846099eea88 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:54:54.919899 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-plugged", "status": "completed", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:54:54.920158 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-601cb296-e4b9-403e-913e-2846099eea88 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:54:54.920553 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-601cb296-e4b9-403e-913e-2846099eea88'] response: {'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'code': 200} Apr 11 16:54:54.983471 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:55.032580 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=8']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:54:55.232871 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c722831-7db0-45a2-b9d6-0324f287a8bd req-6b03181e-bab7-431b-bc14-9c26a245d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.234407 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c722831-7db0-45a2-b9d6-0324f287a8bd req-6b03181e-bab7-431b-bc14-9c26a245d67c service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0398302 Apr 11 16:54:55.279611 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-9c722831-7db0-45a2-b9d6-0324f287a8bd req-8c182d79-bf29-4602-8c7f-719fb345a570 service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391636 Apr 11 16:54:55.898643 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615effb9-ebdb-4096-9c0f-e18f330b77d0 req-e4aa233e-27cf-4a49-8749-e0193405a0ba tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:55.900411 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-615effb9-ebdb-4096-9c0f-e18f330b77d0 req-e4aa233e-27cf-4a49-8749-e0193405a0ba tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0475829 Apr 11 16:54:55.952166 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-615effb9-ebdb-4096-9c0f-e18f330b77d0 req-40707923-8fe0-4d29-9311-14cc69f1e971 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464261 Apr 11 16:54:56.566712 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-5810278e-8521-48fa-b6e4-0f850dfc8ff8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:57.065193 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbc528-3428-44d9-9e93-b02019e0133f req-fb388abb-c5a8-4707-9d11-f13face2f916 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:54:57.066701 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3bbbc528-3428-44d9-9e93-b02019e0133f req-fb388abb-c5a8-4707-9d11-f13face2f916 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0471485 Apr 11 16:54:57.116997 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3bbbc528-3428-44d9-9e93-b02019e0133f req-2f4dfb98-90a3-4688-a5b6-ad48184e1e40 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Apr 11 16:54:57.402514 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:54:58.743024 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:00.273963 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:06.142514 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:14.297498 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-00de3696-a8c4-407c-949e-bedbcee72492 service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381904 Apr 11 16:55:14.355945 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-efcb8977-1356-4de1-ae34-dea5e2d64355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.357436 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-efcb8977-1356-4de1-ae34-dea5e2d64355 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0386903 Apr 11 16:55:14.466454 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-30ee93f0-3726-4143-8f08-3c98b6a88ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.468075 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-30ee93f0-3726-4143-8f08-3c98b6a88ab2 service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.0906529 Apr 11 16:55:14.536812 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-3ceb1593-f915-4617-88e9-78050e4057eb service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 1001 time: 0.0616484 Apr 11 16:55:14.589199 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-387c572e-a187-4760-b6be-ee755bc77979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.592091 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-387c572e-a187-4760-b6be-ee755bc77979 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0478880 Apr 11 16:55:14.636370 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-b4292e99-2b86-4341-afcf-cfe474cd7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:14.637855 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-b4292e99-2b86-4341-afcf-cfe474cd7206 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0389400 Apr 11 16:55:14.730328 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-909f7d02-e3fb-4056-9ae5-29b25cbf544e service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838656 Apr 11 16:55:14.818894 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0b73d0a7-532d-4f4a-aebf-8e751526326c req-e6fc4e2c-91f5-4a3b-abe9-2a3be6e52594 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812588 Apr 11 16:55:23.639608 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8232967e-09f4-427b-a953-945607bafaff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:24.682419 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ef803-2283-4a78-bc11-a24e1e4540c1 req-47ce8640-f541-43eb-a899-08e8b4bc39a9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:24.683975 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-513ef803-2283-4a78-bc11-a24e1e4540c1 req-47ce8640-f541-43eb-a899-08e8b4bc39a9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0536883 Apr 11 16:55:24.736735 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-513ef803-2283-4a78-bc11-a24e1e4540c1 req-2d96c622-0728-4da1-885e-b81a8fc366bf tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470791 Apr 11 16:55:25.859855 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e545e-ab35-4511-8756-7d5442c466c2 req-878a18ec-5114-453b-864e-fc75b378d02a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:25.861330 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b81e545e-ab35-4511-8756-7d5442c466c2 req-878a18ec-5114-453b-864e-fc75b378d02a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0473924 Apr 11 16:55:25.907285 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b81e545e-ab35-4511-8756-7d5442c466c2 req-296d0ff5-c1df-4856-9650-7812a9e78485 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404618 Apr 11 16:55:26.559357 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6575ce7f-fbfd-4cd3-bec0-dc4a345344e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:27.021259 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da791fd6-f5cc-41d1-a9f3-6c42ec79475a req-3d14c5be-61b5-44be-97a1-e7c6e521e3a8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:27.023312 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-da791fd6-f5cc-41d1-a9f3-6c42ec79475a req-3d14c5be-61b5-44be-97a1-e7c6e521e3a8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0480673 Apr 11 16:55:27.069056 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-da791fd6-f5cc-41d1-a9f3-6c42ec79475a req-b81e062a-3a04-4b66-8e44-da0760e45e35 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401978 Apr 11 16:55:27.429721 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:28.187496 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49310f4-5630-4ab6-bbeb-d87fa07746d1 req-791a503b-7258-43f5-b1cd-67053ee9c5cd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:28.188958 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b49310f4-5630-4ab6-bbeb-d87fa07746d1 req-791a503b-7258-43f5-b1cd-67053ee9c5cd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0497222 Apr 11 16:55:28.235455 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b49310f4-5630-4ab6-bbeb-d87fa07746d1 req-c8d80948-0993-4445-9625-86779a1d20db tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407345 Apr 11 16:55:28.726786 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:29.349885 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f93f01-2d33-4249-9fcf-a585a0023a33 req-549c4e8e-f912-49e5-a293-2498b5ccb36c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:29.351499 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c4f93f01-2d33-4249-9fcf-a585a0023a33 req-549c4e8e-f912-49e5-a293-2498b5ccb36c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0476708 Apr 11 16:55:29.398082 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c4f93f01-2d33-4249-9fcf-a585a0023a33 req-b583cc54-db6f-48c5-957c-9ec1e8e37231 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410888 Apr 11 16:55:29.704027 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:55:30.264059 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:30.516477 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa6904-d517-4cc9-8e9b-1bb1fe9f7bda req-e3332ee4-1093-4bce-a7d7-03b1ac0e1ed5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:30.517862 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8fa6904-d517-4cc9-8e9b-1bb1fe9f7bda req-e3332ee4-1093-4bce-a7d7-03b1ac0e1ed5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0486712 Apr 11 16:55:30.563771 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8fa6904-d517-4cc9-8e9b-1bb1fe9f7bda req-8e758ec6-7983-405f-accb-84158163c1e9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395346 Apr 11 16:55:31.680094 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5136df67-2b8b-41f8-ab50-4df6d3668747 req-d8c50f8a-c31e-46bb-9990-ea51a81869df tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:31.681570 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5136df67-2b8b-41f8-ab50-4df6d3668747 req-d8c50f8a-c31e-46bb-9990-ea51a81869df tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0468102 Apr 11 16:55:31.728910 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5136df67-2b8b-41f8-ab50-4df6d3668747 req-a69d25cc-314f-4290-adca-9bb6de9aaec5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418711 Apr 11 16:55:32.842306 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11dd710-3ea4-4879-b6ec-d3acfc3e7b2b req-b4adf9f2-f0eb-44c2-974e-b4c53820c110 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:32.843817 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b11dd710-3ea4-4879-b6ec-d3acfc3e7b2b req-b4adf9f2-f0eb-44c2-974e-b4c53820c110 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0460024 Apr 11 16:55:32.892084 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-b11dd710-3ea4-4879-b6ec-d3acfc3e7b2b req-e2a0ffbb-122f-4e42-a9b5-a0119d8840e0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427256 Apr 11 16:55:34.006470 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb62d6-185f-49f6-bd3c-c155b77be62c req-4b38c75f-10f8-4f8f-9f67-a34314b938db tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:34.007959 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fdcb62d6-185f-49f6-bd3c-c155b77be62c req-4b38c75f-10f8-4f8f-9f67-a34314b938db tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0457978 Apr 11 16:55:34.054615 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-fdcb62d6-185f-49f6-bd3c-c155b77be62c req-599c52fa-ef04-4c79-9298-e3466ac3a9cc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404544 Apr 11 16:55:35.178760 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c097c-dbc7-41f3-bc81-bfe86ec79026 req-915a63ab-72fa-4a0b-9a4e-03323e000358 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:35.180276 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ae1c097c-dbc7-41f3-bc81-bfe86ec79026 req-915a63ab-72fa-4a0b-9a4e-03323e000358 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0494063 Apr 11 16:55:35.228456 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ae1c097c-dbc7-41f3-bc81-bfe86ec79026 req-0fbb4190-5f34-4658-9973-5b2badb2d3ac tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426006 Apr 11 16:55:36.126824 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:36.350274 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bcfbb-9cde-48b5-be0f-37e1f41c90ae req-7906149d-67d6-4611-a2bb-4ad6b749e9a6 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:36.351755 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-646bcfbb-9cde-48b5-be0f-37e1f41c90ae req-7906149d-67d6-4611-a2bb-4ad6b749e9a6 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0500405 Apr 11 16:55:36.397200 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-646bcfbb-9cde-48b5-be0f-37e1f41c90ae req-9989d0ef-a7f6-4430-99eb-8352e0810cdd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396893 Apr 11 16:55:36.949774 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:55:37.049693 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:37.062319 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:55:37.112424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: ACTIVE; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:37.112821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.127006 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:55:37.149800 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:37.234267 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:37.288882 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=6']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:37.316332 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['38ca6ca5-310f-4762-a6e1-d04bd0887a5c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:55:37.532190 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8af26-68bd-4002-8264-d559a38ce240 req-3076109b-ac94-4e7c-997a-d2babf1d0c80 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:37.533698 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-89c8af26-68bd-4002-8264-d559a38ce240 req-3076109b-ac94-4e7c-997a-d2babf1d0c80 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 944 time: 0.0519001 Apr 11 16:55:37.581586 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-89c8af26-68bd-4002-8264-d559a38ce240 req-624bf8d5-3450-4a2b-ad2a-2d16b103da53 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422926 Apr 11 16:55:38.711381 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3d7c9-3828-46fc-b5c4-5e17df0af2ec req-ade0a26b-8da4-4707-a8aa-fce23a533fa0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:38.713826 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ded3d7c9-3828-46fc-b5c4-5e17df0af2ec req-ade0a26b-8da4-4707-a8aa-fce23a533fa0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 944 time: 0.0549152 Apr 11 16:55:38.778440 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ded3d7c9-3828-46fc-b5c4-5e17df0af2ec req-26df4a41-2bef-48a8-a1a0-4f2d518a4fd3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586641 Apr 11 16:55:38.955737 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:55:39.006871 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:55:39.007312 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.110873 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:39.111537 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.139202 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:39.143058 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7b91b4-09cc-4569-a234-3f22852b5613" -d '{"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:39.157638 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:39.189354 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4adc22c6-0474-4351-91f9-781c6eeba74d x-openstack-request-id: req-4adc22c6-0474-4351-91f9-781c6eeba74d {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:39.189899 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:39.190157 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4adc22c6-0474-4351-91f9-781c6eeba74d {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:39.190583 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4adc22c6-0474-4351-91f9-781c6eeba74d'] response: {'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'code': 200} Apr 11 16:55:39.245540 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:39.300030 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=7']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:39.310582 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.311094 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.311498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.312203 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.312742 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.313230 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.313796 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.314287 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.315068 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.315551 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.316035 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.316517 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.317103 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.317614 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.320163 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:55:39.917379 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5287e0f3-b85e-4d21-8ca3-44f30686248d req-27b8e3d1-eb27-406c-bfb3-e15814bbfc97 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:39.919658 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5287e0f3-b85e-4d21-8ca3-44f30686248d req-27b8e3d1-eb27-406c-bfb3-e15814bbfc97 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0577285 Apr 11 16:55:39.973920 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5287e0f3-b85e-4d21-8ca3-44f30686248d req-f7cfb457-c829-4cdf-add2-b381edbd6725 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486887 Apr 11 16:55:41.111009 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc07282-9f6b-4d83-a6c1-5113b11f125c req-d893496d-b579-408e-aaac-4db50039c655 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:41.116988 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4dc07282-9f6b-4d83-a6c1-5113b11f125c req-d893496d-b579-408e-aaac-4db50039c655 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0594485 Apr 11 16:55:41.168671 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4dc07282-9f6b-4d83-a6c1-5113b11f125c req-d267108d-bdf8-4624-9f45-4c0cbc3ec5d5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496256 Apr 11 16:55:42.307711 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837698e-b90c-4c41-8ebd-3cc99d992eff req-0eed3c5e-9b00-4fbb-92ad-295688eb4c65 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:42.311521 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c837698e-b90c-4c41-8ebd-3cc99d992eff req-0eed3c5e-9b00-4fbb-92ad-295688eb4c65 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0597484 Apr 11 16:55:42.364394 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-c837698e-b90c-4c41-8ebd-3cc99d992eff req-a1077030-e2de-44d6-a7e0-3c69cc22c3b2 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467582 Apr 11 16:55:43.488465 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65315abb-43bf-4c95-a2cc-b800d9682684 req-edc81168-998e-4673-aaa4-3378f490a2ae tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:43.489951 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65315abb-43bf-4c95-a2cc-b800d9682684 req-edc81168-998e-4673-aaa4-3378f490a2ae tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0480363 Apr 11 16:55:43.538010 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-65315abb-43bf-4c95-a2cc-b800d9682684 req-4c571108-0d91-4d0f-a349-b6bb9c24c7ed tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414858 Apr 11 16:55:44.662790 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503f414-7615-4e8d-acc1-e7490792b6de req-611993df-40dd-4f35-9ff9-2cf141ebf3c7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:44.664474 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e503f414-7615-4e8d-acc1-e7490792b6de req-611993df-40dd-4f35-9ff9-2cf141ebf3c7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0522668 Apr 11 16:55:44.714420 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e503f414-7615-4e8d-acc1-e7490792b6de req-c259fe31-ce35-4220-b7cb-3c07da6207e0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441718 Apr 11 16:55:45.863052 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ec9fe5-2828-4c03-8ab4-97a89deb62e6 req-e9ad3f20-7437-4e8a-b072-3aa10facf727 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:45.864638 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-96ec9fe5-2828-4c03-8ab4-97a89deb62e6 req-e9ad3f20-7437-4e8a-b072-3aa10facf727 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0605774 Apr 11 16:55:45.921605 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-96ec9fe5-2828-4c03-8ab4-97a89deb62e6 req-a9c11eb1-c8fa-412a-8b8d-d1696435d5de tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510752 Apr 11 16:55:47.068252 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c6ae54-54a2-4334-b81e-9972195c349d req-acced10d-e3fc-4ca5-b826-02bfacd7f410 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:47.070588 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8c6ae54-54a2-4334-b81e-9972195c349d req-acced10d-e3fc-4ca5-b826-02bfacd7f410 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0609570 Apr 11 16:55:47.142360 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a8c6ae54-54a2-4334-b81e-9972195c349d req-376696da-835e-4ebc-b0cd-cd428c5bee9d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657275 Apr 11 16:55:48.264657 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090e6c8e-d97f-4354-b10b-81d9ac9d9e6d req-203552dc-5e01-42a6-b655-6869aa263c02 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.266143 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-090e6c8e-d97f-4354-b10b-81d9ac9d9e6d req-203552dc-5e01-42a6-b655-6869aa263c02 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0480475 Apr 11 16:55:48.313899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-090e6c8e-d97f-4354-b10b-81d9ac9d9e6d req-78d28051-2fd8-49d4-b654-c5e4fe1f592b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Apr 11 16:55:48.691569 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-66401a3d-b07c-47d2-99ec-9015662dc0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.693000 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-66401a3d-b07c-47d2-99ec-9015662dc0d6 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1129 time: 0.0404677 Apr 11 16:55:48.788178 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-28a02cca-0e97-4aec-9677-ebe927444b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.790295 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-28a02cca-0e97-4aec-9677-ebe927444b4c service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0901923 Apr 11 16:55:48.860287 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-6d65f06f-6a78-4c18-99a2-1219ea6525ce service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 1000 time: 0.0606101 Apr 11 16:55:48.911072 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-7bc1aa24-9439-480a-b9a0-7be2d7e29ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.912561 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-7bc1aa24-9439-480a-b9a0-7be2d7e29ea1 service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0450802 Apr 11 16:55:48.960940 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-0ce53bb0-914e-4252-8491-293b101ccc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:48.963013 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-0ce53bb0-914e-4252-8491-293b101ccc1b service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0437641 Apr 11 16:55:49.093158 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-18843352-521a-4c01-90b5-433609518de8 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223271 Apr 11 16:55:49.187819 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8ba980db-be60-4c23-aec3-bb1d6bd4d1a0 req-e7d323d2-84d5-4a5e-8f18-504c7c6a333a service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871062 Apr 11 16:55:49.429642 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e184a19-2493-474d-b9b4-e8099fefcbe5 req-3821b806-e2b6-4b21-907f-0c091d34b1b4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:49.431148 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8e184a19-2493-474d-b9b4-e8099fefcbe5 req-3821b806-e2b6-4b21-907f-0c091d34b1b4 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0471253 Apr 11 16:55:49.478271 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8e184a19-2493-474d-b9b4-e8099fefcbe5 req-f9ce84c6-3653-4015-a20d-fa718cdec127 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412879 Apr 11 16:55:50.597790 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce9a66c-dbb8-4287-907f-cae52520d528 req-cbbcb52c-252a-4170-8357-f758e2a775b8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:50.599287 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7ce9a66c-dbb8-4287-907f-cae52520d528 req-cbbcb52c-252a-4170-8357-f758e2a775b8 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0500829 Apr 11 16:55:50.643965 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7ce9a66c-dbb8-4287-907f-cae52520d528 req-1f4746c8-8c37-436e-ac2f-ce8ea995d9a5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392017 Apr 11 16:55:51.761327 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4142c443-c7cd-49b9-9825-bf088edf28ef req-41ffd484-87ce-41a3-acb5-4359bf1f1f18 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:51.762831 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4142c443-c7cd-49b9-9825-bf088edf28ef req-41ffd484-87ce-41a3-acb5-4359bf1f1f18 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 945 time: 0.0467136 Apr 11 16:55:51.809955 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-4142c443-c7cd-49b9-9825-bf088edf28ef req-8218b990-3ff9-4f90-8617-7f8233957005 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415123 Apr 11 16:55:53.048074 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:55:53.127960 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: ACTIVE; New status is: DOWN {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:55:53.128255 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:53.150305 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:55:53.152592 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55804718-b2b6-4226-86d4-b7ddb698ab1b" -d '{"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-unplugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:55:53.164644 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:55:53.185426 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 16:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed26dba-1518-4669-99f1-4f590bcb80a6 x-openstack-request-id: req-1ed26dba-1518-4669-99f1-4f590bcb80a6 {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:55:53.185701 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-unplugged", "status": "failed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "code": 422}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:55:53.185998 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1ed26dba-1518-4669-99f1-4f590bcb80a6 {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:55:53.186413 dv-cinder-837165-2-smb neutron-server[110561]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1ed26dba-1518-4669-99f1-4f590bcb80a6']: {'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'code': 422} returned with failed status Apr 11 16:55:53.261936 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:53.311940 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=8']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:55:53.667289 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7fa2169e-e3bb-4385-a7cd-0d2c39c82c7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:53.751863 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-7cbd88dd-4d7f-48ae-a6fb-c0e323c552b9 req-e3ed3766-82d0-4956-8098-b5754aa79ffe service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=110559) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 16:55:53.752905 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7cbd88dd-4d7f-48ae-a6fb-c0e323c552b9 req-e3ed3766-82d0-4956-8098-b5754aa79ffe service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052238 Apr 11 16:55:54.052188 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7b12d-4422-45de-8c40-2015969bff49 req-104568e5-fdd1-4fdc-9873-8f2aeb44fab3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.053645 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ead7b12d-4422-45de-8c40-2015969bff49 req-104568e5-fdd1-4fdc-9873-8f2aeb44fab3 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0465131 Apr 11 16:55:54.105805 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ead7b12d-4422-45de-8c40-2015969bff49 req-c6a5b11a-e198-4965-ae32-e62182f04ad7 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460808 Apr 11 16:55:54.453507 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-e276e99e-0f9e-49d7-8bcb-629a380a4e2a service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385256 Apr 11 16:55:54.524441 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-c578ed07-8da9-425b-adba-4244483117dd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:54.525764 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-c578ed07-8da9-425b-adba-4244483117dd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports/38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 940 time: 0.0449920 Apr 11 16:55:55.230356 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632ee513-b7a0-43c1-a27a-3b62877bb21b req-e5607f9b-1ea2-4965-b341-663746bc120c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.231857 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-632ee513-b7a0-43c1-a27a-3b62877bb21b req-e5607f9b-1ea2-4965-b341-663746bc120c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0499012 Apr 11 16:55:55.281804 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-632ee513-b7a0-43c1-a27a-3b62877bb21b req-a2a2e7cf-e353-44bb-96c1-a260f2daab5c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436423 Apr 11 16:55:55.883379 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-319365c3-da2e-4f05-9ecc-422a77b3f14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.884966 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-319365c3-da2e-4f05-9ecc-422a77b3f14e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6&tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e HTTP/1.1" status: 200 len: 1127 time: 0.0441544 Apr 11 16:55:55.947402 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-b783d7eb-b816-4e35-9fc4-49970b2ec5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:55.948883 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-b783d7eb-b816-4e35-9fc4-49970b2ec5c7 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1127 time: 0.0399952 Apr 11 16:55:56.040344 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-3907b6e2-5e8c-4ab4-a21a-ba1369f0e0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.042357 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-3907b6e2-5e8c-4ab4-a21a-ba1369f0e0c0 service neutron] 10.222.0.72 "GET /v2.0/networks?id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 200 len: 918 time: 0.0873768 Apr 11 16:55:56.109813 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-b4854496-88f7-4acb-ab4b-9527ac8eaec6 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 200 len: 998 time: 0.0588312 Apr 11 16:55:56.157394 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-c5c69103-b828-4044-b568-516aaaa7ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.158864 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-c5c69103-b828-4044-b568-516aaaa7ddcb service neutron] 10.222.0.72 "GET /v2.0/subnets?id=3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 200 len: 856 time: 0.0426230 Apr 11 16:55:56.205646 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-1439c70a-83d7-47be-b47c-858598ba18a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.207215 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-1439c70a-83d7-47be-b47c-858598ba18a2 service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0423300 Apr 11 16:55:56.297398 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-34264775-4ec1-4a46-8dab-4e3c98b31e48 service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833068 Apr 11 16:55:56.553645 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e1b0e0f3-fe81-4511-b28f-9bbd625b77c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:56.679576 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c11d73-1581-4145-b780-9d716c601d35 req-bee34f96-2549-4958-8831-ff86015f0dfe tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:56.681055 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6c11d73-1581-4145-b780-9d716c601d35 req-bee34f96-2549-4958-8831-ff86015f0dfe tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0583637 Apr 11 16:55:56.697984 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-7e69a564-c717-4b86-b6dc-08778bfea767 req-6692914e-ce35-46cd-8cf8-89423615230d service neutron] 10.222.0.72 "GET /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3936932 Apr 11 16:55:56.732262 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f6c11d73-1581-4145-b780-9d716c601d35 req-c2a908c7-e2a2-4b3e-87ce-51607c8e2051 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455813 Apr 11 16:55:57.427874 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:57.862176 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b44214-6aea-420f-a941-a686d9a6ff09 req-aae03430-fa82-4b23-bab6-3c010280d315 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:57.864433 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0b44214-6aea-420f-a941-a686d9a6ff09 req-aae03430-fa82-4b23-bab6-3c010280d315 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0517888 Apr 11 16:55:57.916755 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-f0b44214-6aea-420f-a941-a686d9a6ff09 req-01cb302d-e2d6-4a42-b9eb-c30b44373d4a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463970 Apr 11 16:55:58.750336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:55:59.042122 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073bba5-a796-4f3f-aba7-6c2ef7ad5ff3 req-42c5827e-deeb-4b5a-874a-f52c5a302ab1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:55:59.043591 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6073bba5-a796-4f3f-aba7-6c2ef7ad5ff3 req-42c5827e-deeb-4b5a-874a-f52c5a302ab1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0500317 Apr 11 16:55:59.100854 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-6073bba5-a796-4f3f-aba7-6c2ef7ad5ff3 req-700ff033-d3b8-44d7-9be4-48b6bafa8d4d tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505595 Apr 11 16:56:00.217884 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7823cc3-833d-4044-aaa6-b8604a0e8627 req-59c8a67a-b3d4-4655-9e09-a96134f40ed2 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:00.225974 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e7823cc3-833d-4044-aaa6-b8604a0e8627 req-59c8a67a-b3d4-4655-9e09-a96134f40ed2 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0472281 Apr 11 16:56:00.267700 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e7823cc3-833d-4044-aaa6-b8604a0e8627 req-033a8a7f-cfa6-41e9-a9b9-e8d3b3c1a6e5 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422881 Apr 11 16:56:00.274895 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:01.400142 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b8e76-425b-4064-9dc3-a618aae9f80d req-0331a874-660e-47db-a87d-d9c42e10719c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:01.402268 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-983b8e76-425b-4064-9dc3-a618aae9f80d req-0331a874-660e-47db-a87d-d9c42e10719c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0584438 Apr 11 16:56:01.474511 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-983b8e76-425b-4064-9dc3-a618aae9f80d req-255d8751-1ea6-455a-a446-9c0dee62c852 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650315 Apr 11 16:56:02.591449 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbadd4-3037-4e9e-87a3-0f4ead13f02d req-e9e58152-bc56-44c4-99a1-26f921fa02ec tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:02.594982 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59dbadd4-3037-4e9e-87a3-0f4ead13f02d req-e9e58152-bc56-44c4-99a1-26f921fa02ec tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0495989 Apr 11 16:56:02.643699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-59dbadd4-3037-4e9e-87a3-0f4ead13f02d req-30fb67ec-2f43-4719-8002-4b2c0d35b128 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446029 Apr 11 16:56:03.772028 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2435c65-6dd3-4da1-ac6b-746606aecbe2 req-beb04132-36ff-4e26-8579-eb4addae7fbd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:03.773700 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e2435c65-6dd3-4da1-ac6b-746606aecbe2 req-beb04132-36ff-4e26-8579-eb4addae7fbd tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0520813 Apr 11 16:56:03.821328 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e2435c65-6dd3-4da1-ac6b-746606aecbe2 req-e8e07501-c712-4e0c-9640-5723aa9209b0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Apr 11 16:56:04.939689 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647ff6af-aea4-43ef-be66-b72ad8d9205e req-181155ef-9e20-4870-adae-087889b24235 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:04.941207 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-647ff6af-aea4-43ef-be66-b72ad8d9205e req-181155ef-9e20-4870-adae-087889b24235 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0473254 Apr 11 16:56:04.987577 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-647ff6af-aea4-43ef-be66-b72ad8d9205e req-76aa68ec-44de-4823-8bca-c5792c488a2b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407188 Apr 11 16:56:06.108414 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279be594-b054-41f8-89b6-6e609cf20fcd req-d932891b-5c2b-467c-badb-7962c02be29c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:06.109946 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-279be594-b054-41f8-89b6-6e609cf20fcd req-d932891b-5c2b-467c-badb-7962c02be29c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0478787 Apr 11 16:56:06.114622 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:06.160409 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-279be594-b054-41f8-89b6-6e609cf20fcd req-66debece-de04-4d25-8028-93a55c6d9c14 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448260 Apr 11 16:56:06.704161 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:07.279975 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf32d0cd-c518-4ead-a453-7c96d6c9e106 req-15333dcf-10cd-4090-b1de-be1096b85b34 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:07.281463 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bf32d0cd-c518-4ead-a453-7c96d6c9e106 req-15333dcf-10cd-4090-b1de-be1096b85b34 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0472412 Apr 11 16:56:07.328366 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-bf32d0cd-c518-4ead-a453-7c96d6c9e106 req-b5c072fe-78c8-4c9d-a14f-9e972f1248bb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412123 Apr 11 16:56:08.452225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f45282-d031-47b5-8235-db26091a753a req-fd1cf3b2-cf35-4edd-976e-def0a44f3f95 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:08.453735 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-93f45282-d031-47b5-8235-db26091a753a req-fd1cf3b2-cf35-4edd-976e-def0a44f3f95 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0482922 Apr 11 16:56:08.500556 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-93f45282-d031-47b5-8235-db26091a753a req-1d4b14f2-66be-403f-a2c2-561573fe9f14 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408049 Apr 11 16:56:09.624120 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59987f-ac02-44d6-b8f5-685f20dec67d req-65beebd0-edf9-4fb9-9086-6958f041b103 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:09.625610 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb59987f-ac02-44d6-b8f5-685f20dec67d req-65beebd0-edf9-4fb9-9086-6958f041b103 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0515852 Apr 11 16:56:09.671942 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-cb59987f-ac02-44d6-b8f5-685f20dec67d req-cb8e9f0f-f7d8-429e-8f97-13d3baeee951 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407732 Apr 11 16:56:10.790274 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913546a7-ca46-47ad-826b-a9e455879e2c req-0264e0a6-b495-4dd9-87be-3fd356e610cf tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:10.791815 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-913546a7-ca46-47ad-826b-a9e455879e2c req-0264e0a6-b495-4dd9-87be-3fd356e610cf tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0473394 Apr 11 16:56:10.838491 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-913546a7-ca46-47ad-826b-a9e455879e2c req-2e3d1600-659e-4886-9be2-0e750bf12f78 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410297 Apr 11 16:56:11.955263 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58de1f9a-535a-4a31-856b-dadaa0b91032 req-d53a0745-995a-47ae-b383-8edfae95f331 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:11.956742 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58de1f9a-535a-4a31-856b-dadaa0b91032 req-d53a0745-995a-47ae-b383-8edfae95f331 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0471284 Apr 11 16:56:12.007386 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-58de1f9a-535a-4a31-856b-dadaa0b91032 req-197e88d0-ffd9-44c9-b717-cd1798058726 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450730 Apr 11 16:56:13.142101 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c details requested by agent hyperv_hv-cinder-83716 with host hv-cinder-83716 {{(pid=110561) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 16:56:13.176239 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0290e2e-7762-4728-99db-be28649c44ce req-da78f937-b9eb-463b-ba76-09d356fbfd08 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:13.177755 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e0290e2e-7762-4728-99db-be28649c44ce req-da78f937-b9eb-463b-ba76-09d356fbfd08 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 943 time: 0.0980272 Apr 11 16:56:13.227736 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-e0290e2e-7762-4728-99db-be28649c44ce req-93d6cc8d-3736-4368-8525-f7e6ea363b2e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Apr 11 16:56:13.240830 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:13.252910 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Returning: {'device': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'port_id': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'mac_address': 'fa:16:3e:cd:6f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 818, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110561) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 16:56:13.293821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: DOWN; New status is: BUILD {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:13.294129 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.307559 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 16:56:13.372970 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:13.472868 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:13.521444 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=9']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:13.708258 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] get_ports_and_sgs() called for port_ids ['38ca6ca5-310f-4762-a6e1-d04bd0887a5c'] {{(pid=110561) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 16:56:14.410590 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca00055-28fa-4247-960a-c12f2cae4a34 req-59e28024-ecba-40cb-b5f1-7a30423f4bdb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:14.412158 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5ca00055-28fa-4247-960a-c12f2cae4a34 req-59e28024-ecba-40cb-b5f1-7a30423f4bdb tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 944 time: 0.1096425 Apr 11 16:56:14.459453 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5ca00055-28fa-4247-960a-c12f2cae4a34 req-54d820d9-a3ea-4251-a8d6-9ab9d40f9a91 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417206 Apr 11 16:56:15.143040 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c up at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 16:56:15.187060 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.provisioning_blocks [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Provisioning complete for port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c triggered by entity L2. {{(pid=110561) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 16:56:15.187437 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8226148'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), provisioning_complete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:15.262914 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Current status of the port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c is: BUILD; New status is: ACTIVE {{(pid=110561) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 16:56:15.263331 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-8068719'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:15.287966 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:15.290199 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c35472d440dbd79cbdbf7753ea48a8baf436b1ff6adc40cb87e833f99a4a06d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74790a5c-5fa2-400d-a8dd-05f09bef5a0a" -d '{"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:15.302824 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:15.328889 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234478f4-c30e-4d11-89df-fd873f69964b x-openstack-request-id: req-234478f4-c30e-4d11-89df-fd873f69964b {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:15.329186 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-plugged", "status": "completed", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "code": 200}]} {{(pid=110561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:15.329449 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-234478f4-c30e-4d11-89df-fd873f69964b {{(pid=110561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:15.329845 dv-cinder-837165-2-smb neutron-server[110561]: INFO neutron.notifiers.nova [-] Nova event matching ['req-234478f4-c30e-4d11-89df-fd873f69964b'] response: {'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'code': 200} Apr 11 16:56:15.400357 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8753046754847', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8753046230074', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8753046230092'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:15.450435 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Pushing event updated for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=10']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:15.581535 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0669e76-a451-4550-ae58-532cb116ab95 req-22fe0796-ac18-4804-b018-275fa4cbcf06 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.583069 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d0669e76-a451-4550-ae58-532cb116ab95 req-22fe0796-ac18-4804-b018-275fa4cbcf06 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0517049 Apr 11 16:56:15.631783 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-d0669e76-a451-4550-ae58-532cb116ab95 req-0d3eb1a0-8cb5-4f70-87be-25b139589829 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429726 Apr 11 16:56:15.672153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b993ded-3071-4ee5-b455-10428baf0b8c req-f6298508-ae9d-4b6c-97db-613c5611169e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:15.674256 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b993ded-3071-4ee5-b455-10428baf0b8c req-f6298508-ae9d-4b6c-97db-613c5611169e service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 1130 time: 0.0390077 Apr 11 16:56:15.716899 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-5b993ded-3071-4ee5-b455-10428baf0b8c req-bbdb493c-550a-4081-9cad-a53c19a8865b service neutron] 10.222.0.72 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366275 Apr 11 16:56:16.126837 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35212) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:16.279824 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Deleting port 590317a8-1a01-41a4-bdfe-ba212d9a3668 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:16.280166 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.354863 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.355232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for floatingip (590317a8-1a01-41a4-bdfe-ba212d9a3668), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.367086 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Calling delete_port for 590317a8-1a01-41a4-bdfe-ba212d9a3668 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:16.494027 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-971fce41-0636-4857-ba2c-4a557ab0a1ab service neutron] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0769563 Apr 11 16:56:16.612264 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-f37609ed-f943-4819-a094-a05ca5a2cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.613767 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-f37609ed-f943-4819-a094-a05ca5a2cbf8 service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0553038 Apr 11 16:56:16.695367 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (590317a8-1a01-41a4-bdfe-ba212d9a3668), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.734736 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event deleted for resources: {'Port': ['ID=590317a8-1a01-41a4-bdfe-ba212d9a3668,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:16.796077 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.796423 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.796767 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.797366 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.797734 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.798066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.798394 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.798843 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.799158 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.799484 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.799809 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.800136 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.800460 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.800783 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.801105 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:16.837990 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-18c7cd2e-0852-4b58-adc7-1ca6680985b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.839591 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-18c7cd2e-0852-4b58-adc7-1ca6680985b6 service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.2062800 Apr 11 16:56:16.849464 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92a79c-626a-4461-be3c-99faa63fcc01 req-b500d9fc-a70f-42c7-aea1-9ffa0f23ba89 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:16.850864 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2b92a79c-626a-4461-be3c-99faa63fcc01 req-b500d9fc-a70f-42c7-aea1-9ffa0f23ba89 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.1248302 Apr 11 16:56:16.879918 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for floatingip (b3d1ad7b-1074-425b-8612-ec6b2dfcdde6), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:16.880315 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.db.l3_db [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Floating IP b3d1ad7b-1074-425b-8612-ec6b2dfcdde6 disassociated (deleted). External IP: 172.28.0.234, port: 1955334f-3958-4552-8d5b-bc25b1f89fd0. Apr 11 16:56:16.946910 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2b92a79c-626a-4461-be3c-99faa63fcc01 req-0fe61222-2d7b-4833-8ddb-f1ebe7f97f4e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895908 Apr 11 16:56:17.112692 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Router da295ce4-02bc-432d-9209-6b46eb8cb262 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:17.262896 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-2ea0757f-6d33-4701-a2c0-6b8438082b11 service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 217 time: 0.0451882 Apr 11 16:56:17.267968 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:17.272783 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:17.278118 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Sync routers for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:17.288073 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:17.288703 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:55:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:17.341674 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1ec98d12-877d-4ab7-a53a-177517222de7 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "DELETE /v2.0/floatingips/b3d1ad7b-1074-425b-8612-ec6b2dfcdde6 HTTP/1.1" status: 204 len: 168 time: 1.2104032 Apr 11 16:56:17.341674 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110559) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:17.343689 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5b0bf501d932da18772731d7de9b924962cb10e9bbbd17c33e222e8877d9915f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca448526-d4c8-4d86-b382-7f80460250b7" -d '{"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110559) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:17.352586 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-77cc2457-9c85-4486-8d78-02726401463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.354421 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-77cc2457-9c85-4486-8d78-02726401463b service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0797164 Apr 11 16:56:17.406333 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88158de-81c2-4eac-968c-1751fa586075 x-openstack-request-id: req-d88158de-81c2-4eac-968c-1751fa586075 {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:17.406764 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "status": "completed", "code": 200}]} {{(pid=110559) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:17.407700 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d88158de-81c2-4eac-968c-1751fa586075 {{(pid=110559) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:17.408205 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d88158de-81c2-4eac-968c-1751fa586075'] response: {'name': 'network-changed', 'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'status': 'completed', 'code': 200} Apr 11 16:56:17.423165 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-00024995-36a9-4028-be62-4920778a4b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.425046 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-00024995-36a9-4028-be62-4920778a4b7f service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0623009 Apr 11 16:56:17.522224 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:17.533641 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-4721b453-b1ac-43a0-b0ee-88328d363ec6 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000423 Apr 11 16:56:17.632355 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-95c1ece2-248c-44e2-b598-0e1d2383d601 req-a9f2065c-c76f-4d52-b677-acde614c4d00 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904217 Apr 11 16:56:17.720675 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:17.751462 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Checking router: da295ce4-02bc-432d-9209-6b46eb8cb262 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:17.760613 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:17.761273 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:55:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:17.873343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-b3b6bc24-7560-4074-9906-47656ba8b0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.875020 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-b3b6bc24-7560-4074-9906-47656ba8b0ae service neutron] 10.222.0.72 "GET /v2.0/ports?tenant_id=a2e72a458b054ac6970039c51e024dac&device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 1129 time: 0.0464599 Apr 11 16:56:17.882757 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:17.953494 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387b828-0cdb-467c-8e66-650c3a61a094 req-27a275d1-9c42-4da5-bd64-829f786870ff tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:17.955041 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0387b828-0cdb-467c-8e66-650c3a61a094 req-27a275d1-9c42-4da5-bd64-829f786870ff tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0486205 Apr 11 16:56:18.006441 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-0387b828-0cdb-467c-8e66-650c3a61a094 req-de659b79-08bf-4593-8d26-6f5feded4bd0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454545 Apr 11 16:56:18.090022 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d750c47-78df-4c38-8aea-101ebbada389 req-29dadbaa-3afb-4e73-ac6c-98976f65af4c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:18.091556 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d750c47-78df-4c38-8aea-101ebbada389 req-29dadbaa-3afb-4e73-ac6c-98976f65af4c tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0697742 Apr 11 16:56:18.091895 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:18.119968 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c28ada-839a-4e11-96b0-dec30ccb6b15 None None] The sync data for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb is: [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:51:42Z', 'revision_number': 4, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': '51d5465c-5a8d-4283-9e17-c55c9e8a695c', 'name': '', 'network_id': '103a8fbc-b219-4fd0-a61a-d189ba119796', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'mac_address': 'fa:16:3e:5c:6c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:41Z', 'updated_at': '2022-04-11T16:51:46Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'subnets': [{'id': '54749aae-52df-41ab-a754-2745a2dd99ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:18.147133 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-8d750c47-78df-4c38-8aea-101ebbada389 req-e43871cf-0750-4826-a554-b54fc8b95188 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490954 Apr 11 16:56:18.340383 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9af989a-bb82-4fe9-8507-94ff4920e535 None None] New status for floating IP b3d1ad7b-1074-425b-8612-ec6b2dfcdde6: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:19.122225 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1720fa96-1336-42f3-92bc-37c9e57188c1 req-ec5c8126-34e6-4f2f-b363-05759d930f33 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.123713 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1720fa96-1336-42f3-92bc-37c9e57188c1 req-ec5c8126-34e6-4f2f-b363-05759d930f33 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0471058 Apr 11 16:56:19.171382 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-1720fa96-1336-42f3-92bc-37c9e57188c1 req-4c1ae107-2fce-49b6-b056-04405d0360e3 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420444 Apr 11 16:56:19.271296 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d75861-b3f9-4721-807d-fa9d6de56a08 req-eab66d15-a82f-48cb-a3f6-0166987b14dc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.272985 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-49d75861-b3f9-4721-807d-fa9d6de56a08 req-eab66d15-a82f-48cb-a3f6-0166987b14dc tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0499520 Apr 11 16:56:19.378727 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-49d75861-b3f9-4721-807d-fa9d6de56a08 req-30fcc5d8-cf69-40e5-a493-2bbc3cae3d9f tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966218 Apr 11 16:56:19.396773 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-95e15623-6309-413a-8359-63d5f9be342c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.398271 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-95e15623-6309-413a-8359-63d5f9be342c service neutron] 10.222.0.72 "GET /v2.0/networks?id=103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 200 len: 910 time: 0.1244044 Apr 11 16:56:19.479538 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-6ad58905-a595-4acb-88e3-b7965b9d1dca service neutron] 10.222.0.72 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 200 len: 217 time: 0.0393491 Apr 11 16:56:19.539241 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-6d6bcb7e-dbe5-4e37-a82d-74c24273563f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.540650 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-6d6bcb7e-dbe5-4e37-a82d-74c24273563f service neutron] 10.222.0.72 "GET /v2.0/subnets?id=54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 200 len: 848 time: 0.0503025 Apr 11 16:56:19.840232 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-a1b36bab-1f65-4a92-bba7-c08c9ef1dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.841785 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-a1b36bab-1f65-4a92-bba7-c08c9ef1dd1e service neutron] 10.222.0.72 "GET /v2.0/ports?network_id=103a8fbc-b219-4fd0-a61a-d189ba119796&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476184 Apr 11 16:56:19.877557 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-2016f447-b0d1-40c6-8b65-05d2f92480d0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:19.879191 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-2016f447-b0d1-40c6-8b65-05d2f92480d0 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.72 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0565474 Apr 11 16:56:19.940426 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-182f9e9b-045b-48e6-bce3-345324b7e141 service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899420 Apr 11 16:56:19.968333 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Deleting port 1955334f-3958-4552-8d5b-bc25b1f89fd0 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:19.968674 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.037832 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-ca448526-d4c8-4d86-b382-7f80460250b7 req-bccea46e-610f-4761-ac44-00b26b99c4af service neutron] 10.222.0.72 "GET /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908384 Apr 11 16:56:20.064863 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] For port 1955334f-3958-4552-8d5b-bc25b1f89fd0, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=1955334f-3958-4552-8d5b-bc25b1f89fd0,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:20.065232 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.080075 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Calling delete_port for 1955334f-3958-4552-8d5b-bc25b1f89fd0 owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:20.283530 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b93ac-ca2d-4664-b293-5e31764c9c4f req-0a80dbc0-5bf9-4ecb-b256-5ce27ba80273 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.285032 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-030b93ac-ca2d-4664-b293-5e31764c9c4f req-0a80dbc0-5bf9-4ecb-b256-5ce27ba80273 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 945 time: 0.0468037 Apr 11 16:56:20.312739 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (1955334f-3958-4552-8d5b-bc25b1f89fd0), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.336902 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-030b93ac-ca2d-4664-b293-5e31764c9c4f req-38868dec-1b21-4961-9aa4-86a21aaf4f3d tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/security-groups?id=e61c0cbc-8005-4d1b-bd22-0665c8b212d2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457666 Apr 11 16:56:20.346581 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event deleted for resources: {'Port': ['ID=1955334f-3958-4552-8d5b-bc25b1f89fd0,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:20.355470 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.355821 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.356168 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.356514 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.356854 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.357195 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.357527 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.357888 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.358224 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.358556 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.358887 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.359242 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.359567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.360461 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.360800 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:56:20.404316 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] No DVR routers for this DVR port 1955334f-3958-4552-8d5b-bc25b1f89fd0 on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:20.407489 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:20.410763 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d6d01675-69c0-446d-b5fe-5753ae542f0c req-3a7bd394-b0ad-4eed-9982-813ec5e088a9 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.72 "DELETE /v2.0/ports/1955334f-3958-4552-8d5b-bc25b1f89fd0 HTTP/1.1" status: 204 len: 173 time: 0.5260751 Apr 11 16:56:20.411247 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-deleted', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:20.413520 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d033c70-7100-4f46-8475-2aac7f6d50be" -d '{"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-deleted", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:20.453471 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8464e4dc-7896-4759-9027-4d84421057ee x-openstack-request-id: req-8464e4dc-7896-4759-9027-4d84421057ee {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:20.454311 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74b30bf2-8376-4df0-921c-6f0419c7479a", "name": "network-vif-deleted", "tag": "1955334f-3958-4552-8d5b-bc25b1f89fd0", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:20.454564 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8464e4dc-7896-4759-9027-4d84421057ee {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:20.455036 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8464e4dc-7896-4759-9027-4d84421057ee'] response: {'server_uuid': '74b30bf2-8376-4df0-921c-6f0419c7479a', 'name': 'network-vif-deleted', 'tag': '1955334f-3958-4552-8d5b-bc25b1f89fd0', 'status': 'completed', 'code': 200} Apr 11 16:56:20.508922 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2740972d-cdde-4fed-bd63-6eec7225ce8d req-906a4b3d-d57b-49b2-a388-4e2cffe05e80 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:20.510433 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2740972d-cdde-4fed-bd63-6eec7225ce8d req-906a4b3d-d57b-49b2-a388-4e2cffe05e80 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0544493 Apr 11 16:56:20.559683 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-2740972d-cdde-4fed-bd63-6eec7225ce8d req-fe78551b-336c-46a9-aea8-a9af2ff0e96e tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426793 Apr 11 16:56:21.445849 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-a40291cd-6c7e-4a81-820b-642bbc03d624 req-0e5341c5-47cf-49a8-8726-f50db41ab851 tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "GET /v2.0/ports?device_id=74b30bf2-8376-4df0-921c-6f0419c7479a HTTP/1.1" status: 200 len: 210 time: 0.0287175 Apr 11 16:56:22.502466 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35276) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:22.559807 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (e61c0cbc-8005-4d1b-bd22-0665c8b212d2), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.584457 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (e61c0cbc-8005-4d1b-bd22-0665c8b212d2), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.725320 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (e61c0cbc-8005-4d1b-bd22-0665c8b212d2), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.727969 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:22.729134 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] 10.222.0.32 "DELETE /v2.0/security-groups/e61c0cbc-8005-4d1b-bd22-0665c8b212d2 HTTP/1.1" status: 204 len: 168 time: 0.2256470 Apr 11 16:56:22.738251 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fec52-32ed-4c80-b4bf-fe1c7dc678ec tempest-TestShelveInstance-1918023606 tempest-TestShelveInstance-1918023606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e61c0cbc-8005-4d1b-bd22-0665c8b212d2,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:22.858595 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35280) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:23.181117 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (da295ce4-02bc-432d-9209-6b46eb8cb262), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.419642 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Deleting port 51d5465c-5a8d-4283-9e17-c55c9e8a695c {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:23.419982 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.496762 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] For port 51d5465c-5a8d-4283-9e17-c55c9e8a695c, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=51d5465c-5a8d-4283-9e17-c55c9e8a695c,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:23.497126 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.509906 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Calling delete_port for 51d5465c-5a8d-4283-9e17-c55c9e8a695c owned by network:router_interface {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:23.707420 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c316c485-31cb-4b66-a3fe-bd18a3f89897 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.800036 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (51d5465c-5a8d-4283-9e17-c55c9e8a695c), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:23.824564 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d5465c-5a8d-4283-9e17-c55c9e8a695c,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:24.299372 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (da295ce4-02bc-432d-9209-6b46eb8cb262), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.523644 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Router da295ce4-02bc-432d-9209-6b46eb8cb262 has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:24.634789 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:24.639835 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-bc86173d-1dbb-4a95-a02d-6f27fc82dac8 admin admin] 10.222.0.32 "PUT /v2.0/routers/da295ce4-02bc-432d-9209-6b46eb8cb262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7801888 Apr 11 16:56:24.642526 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35282) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:24.643335 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Sync routers for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:24.653266 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:24.653889 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:55:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:24.754221 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks [] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.765249 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:24.866260 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks [] for router_gateway (da295ce4-02bc-432d-9209-6b46eb8cb262), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:24.943714 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180'}], 'enable_snat': True}, 'gw_port_id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:56:23Z', 'revision_number': 5, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port': {'id': '4a702ea5-108b-42a0-be6b-e7bf4cbaa19f', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:4d:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:38Z', 'updated_at': '2022-04-11T16:51:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:24.971887 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Checking router: da295ce4-02bc-432d-9209-6b46eb8cb262 for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:24.980820 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Routers {'da295ce4-02bc-432d-9209-6b46eb8cb262'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:24.981440 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:55:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['da295ce4-02bc-432d-9209-6b46eb8cb262'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.014283 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Deleting port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:25.014620 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.072242 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] Set router da295ce4-02bc-432d-9209-6b46eb8cb262 gateway port host: None {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:25.095661 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] For port 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:25.096024 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.115993 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Calling delete_port for 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f owned by network:router_gateway {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:25.124425 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 6, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:25.153790 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c4777f-e6d7-4df8-994a-505774a5fbe3 None None] The sync data for ids ['da295ce4-02bc-432d-9209-6b46eb8cb262'] in dv-cinder-837165-2-smb is: [{'id': 'da295ce4-02bc-432d-9209-6b46eb8cb262', 'name': 'tempest-TestShelveInstance-1053842740-router', 'tenant_id': 'a2e72a458b054ac6970039c51e024dac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:36Z', 'updated_at': '2022-04-11T16:56:24Z', 'revision_number': 6, 'project_id': 'a2e72a458b054ac6970039c51e024dac', 'gw_port_host': None}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:25.197735 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:25.221560 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 1955334f-3958-4552-8d5b-bc25b1f89fd0 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:25.221905 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 1955334f-3958-4552-8d5b-bc25b1f89fd0 not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:25.359846 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (4a702ea5-108b-42a0-be6b-e7bf4cbaa19f), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.390756 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Pushing event deleted for resources: {'Port': ['ID=4a702ea5-108b-42a0-be6b-e7bf4cbaa19f,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:25.462242 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (da295ce4-02bc-432d-9209-6b46eb8cb262), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.556253 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.558545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks [] for router_controller (da295ce4-02bc-432d-9209-6b46eb8cb262), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.685170 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (da295ce4-02bc-432d-9209-6b46eb8cb262), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.685729 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Fanout notify agent at l3_agent the message router_deleted on router da295ce4-02bc-432d-9209-6b46eb8cb262 {{(pid=110559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:56:25.691765 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.692927 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-efa17c8a-f0ce-454f-ba3c-8099cd9ee70d admin admin] 10.222.0.32 "DELETE /v2.0/routers/da295ce4-02bc-432d-9209-6b46eb8cb262 HTTP/1.1" status: 204 len: 168 time: 1.0494220 Apr 11 16:56:25.695516 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35284) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:25.747066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Deleting subnet 54749aae-52df-41ab-a754-2745a2dd99ab {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:56:25.749270 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Publish callbacks [] for subnet (54749aae-52df-41ab-a754-2745a2dd99ab), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.783572 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (54749aae-52df-41ab-a754-2745a2dd99ab), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.862765 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (54749aae-52df-41ab-a754-2745a2dd99ab), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:25.951275 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:25.971445 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:25.971787 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4a702ea5-108b-42a0-be6b-e7bf4cbaa19f not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:25.972192 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 51d5465c-5a8d-4283-9e17-c55c9e8a695c no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:25.991652 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 51d5465c-5a8d-4283-9e17-c55c9e8a695c {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:25.992001 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 51d5465c-5a8d-4283-9e17-c55c9e8a695c not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:26.011870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (54749aae-52df-41ab-a754-2745a2dd99ab), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.039778 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54749aae-52df-41ab-a754-2745a2dd99ab,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.043395 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.046680 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-85f21e3a-5113-4694-aac3-c9f7904034a2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/54749aae-52df-41ab-a754-2745a2dd99ab HTTP/1.1" status: 204 len: 168 time: 0.3504136 Apr 11 16:56:26.050152 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35286) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.056729 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d355fcec-5991-4bd5-a241-203056e5ad84 None None] Network 103a8fbc-b219-4fd0-a61a-d189ba119796 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:56:26.129582 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (103a8fbc-b219-4fd0-a61a-d189ba119796), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.191668 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Deleting port 4cdd78e5-6225-4861-94c3-e4a10e661c1e {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:26.192009 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.264743 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] For port 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4cdd78e5-6225-4861-94c3-e4a10e661c1e,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:26.265019 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.278149 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Calling delete_port for 4cdd78e5-6225-4861-94c3-e4a10e661c1e owned by network:dhcp {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:26.347654 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] DHCP port deletion for 103a8fbc-b219-4fd0-a61a-d189ba119796 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:56:26.386180 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Deleting port 4cdd78e5-6225-4861-94c3-e4a10e661c1e {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:26.386550 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.411129 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.436687 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cdd78e5-6225-4861-94c3-e4a10e661c1e,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.441237 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] No DVR routers for this DVR port 4cdd78e5-6225-4861-94c3-e4a10e661c1e on host dv-cinder-837165-2-smb {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:26.457213 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] For port 4cdd78e5-6225-4861-94c3-e4a10e661c1e, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=4cdd78e5-6225-4861-94c3-e4a10e661c1e,segment=NetworkSegment(bc18d640-8c74-499b-8759-6aececf1b24d),segment_id=bc18d640-8c74-499b-8759-6aececf1b24d)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:26.461133 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.471581 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Calling delete_port for 4cdd78e5-6225-4861-94c3-e4a10e661c1e owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:26.561072 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (4cdd78e5-6225-4861-94c3-e4a10e661c1e), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.588800 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-9401c16c-ce0c-4148-b6af-66690e5a0343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.590288 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] Pushing event deleted for resources: {'Port': ['ID=4cdd78e5-6225-4861-94c3-e4a10e661c1e,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:26.594651 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8691d40-c7d1-4c5e-b5d4-607e3604435f None None] No DVR routers for this DVR port 4cdd78e5-6225-4861-94c3-e4a10e661c1e on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:26.775027 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (103a8fbc-b219-4fd0-a61a-d189ba119796), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.794222 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103a8fbc-b219-4fd0-a61a-d189ba119796']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:26.803288 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc18d640-8c74-499b-8759-6aececf1b24d') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:26.803587 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc18d640-8c74-499b-8759-6aececf1b24d') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:26.813371 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (bc18d640-8c74-499b-8759-6aececf1b24d), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.826326 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (bc18d640-8c74-499b-8759-6aececf1b24d), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.832634 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Releasing vlan 825 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:56:26.833023 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (bc18d640-8c74-499b-8759-6aececf1b24d), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:56:26.834714 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:56:26.965305 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (103a8fbc-b219-4fd0-a61a-d189ba119796), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.971260 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:26.974305 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] 10.222.0.32 "DELETE /v2.0/networks/103a8fbc-b219-4fd0-a61a-d189ba119796 HTTP/1.1" status: 204 len: 168 time: 0.9231162 Apr 11 16:56:26.977413 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35288) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:26.985218 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127b939-6585-4a79-b543-79d514c662d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=103a8fbc-b219-4fd0-a61a-d189ba119796,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:27.314830 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (571d3372-63a6-4f50-8350-b5dca899f92d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.416146 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.555152 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Deleting port 6719d568-a5c2-4560-9e03-7fa054ddafb8 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:27.555497 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.637522 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] For port 6719d568-a5c2-4560-9e03-7fa054ddafb8, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=6719d568-a5c2-4560-9e03-7fa054ddafb8,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:27.637801 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.650331 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Calling delete_port for 6719d568-a5c2-4560-9e03-7fa054ddafb8 owned by network:router_interface {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:27.938009 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4cdd78e5-6225-4861-94c3-e4a10e661c1e no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:27.947691 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 4cdd78e5-6225-4861-94c3-e4a10e661c1e {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:27.948034 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 4cdd78e5-6225-4861-94c3-e4a10e661c1e not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:27.948355 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (6719d568-a5c2-4560-9e03-7fa054ddafb8), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:27.981458 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Pushing event deleted for resources: {'Port': ['ID=6719d568-a5c2-4560-9e03-7fa054ddafb8,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:28.150539 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (571d3372-63a6-4f50-8350-b5dca899f92d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.646859 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Router 571d3372-63a6-4f50-8350-b5dca899f92d has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:28.756301 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:28.759848 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.762610 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-e6aecad8-d7ec-423e-8981-804b320dfd4a admin admin] 10.222.0.32 "PUT /v2.0/routers/571d3372-63a6-4f50-8350-b5dca899f92d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7826021 Apr 11 16:56:28.763984 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35290) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:28.777221 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Sync routers for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:28.788268 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:28.790617 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:28.873009 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks [] for router (571d3372-63a6-4f50-8350-b5dca899f92d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:28.900681 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: dv-cinder-837165-2-smb {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:28.980466 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks [] for router_gateway (571d3372-63a6-4f50-8350-b5dca899f92d), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.071623 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27'}], 'enable_snat': True}, 'gw_port_id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:56:27Z', 'revision_number': 5, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port': {'id': 'bf8ac4f8-a697-4147-a419-988fbb81558b', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:ce:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 521, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:48Z', 'updated_at': '2022-04-11T16:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:29.102324 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Checking router: 571d3372-63a6-4f50-8350-b5dca899f92d for host: dv-cinder-837165-2-smb {{(pid=110561) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:29.111373 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Deleting port bf8ac4f8-a697-4147-a419-988fbb81558b {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:29.111942 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Routers {'571d3372-63a6-4f50-8350-b5dca899f92d'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110561) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:29.112038 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.112133 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['571d3372-63a6-4f50-8350-b5dca899f92d'], 'active': True} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:29.190066 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] For port bf8ac4f8-a697-4147-a419-988fbb81558b, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=bf8ac4f8-a697-4147-a419-988fbb81558b,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:29.190424 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.203993 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvr_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] Set router 571d3372-63a6-4f50-8350-b5dca899f92d gateway port host: None {{(pid=110561) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:29.204294 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Calling delete_port for bf8ac4f8-a697-4147-a419-988fbb81558b owned by network:router_gateway {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:29.256604 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_hamode_db [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 6, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:29.286362 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dedf972-0f17-4c30-a3e0-6c25332e49fa None None] The sync data for ids ['571d3372-63a6-4f50-8350-b5dca899f92d'] in dv-cinder-837165-2-smb is: [{'id': '571d3372-63a6-4f50-8350-b5dca899f92d', 'name': 'tempest-TestShelveInstance-1488018637-router', 'tenant_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:47Z', 'updated_at': '2022-04-11T16:56:28Z', 'revision_number': 6, 'project_id': 'a4658e2a0f4d498eaf68f71de5920f3e', 'gw_port_host': None}] {{(pid=110561) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:29.446029 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (bf8ac4f8-a697-4147-a419-988fbb81558b), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.484753 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8ac4f8-a697-4147-a419-988fbb81558b,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:29.544587 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (571d3372-63a6-4f50-8350-b5dca899f92d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.638851 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (571d3372-63a6-4f50-8350-b5dca899f92d), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.641972 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks [] for router_controller (571d3372-63a6-4f50-8350-b5dca899f92d), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.771215 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (571d3372-63a6-4f50-8350-b5dca899f92d), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.771779 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571d3372-63a6-4f50-8350-b5dca899f92d {{(pid=110559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:56:29.781265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.781265 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-50f5cac5-8024-4dab-8157-5bb5c2657c1c admin admin] 10.222.0.32 "DELETE /v2.0/routers/571d3372-63a6-4f50-8350-b5dca899f92d HTTP/1.1" status: 204 len: 168 time: 1.0125880 Apr 11 16:56:29.781265 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35292) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:29.824618 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Deleting subnet 94a8c261-d9d6-4030-8451-1e691b8bc10a {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:56:29.827714 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Publish callbacks [] for subnet (94a8c261-d9d6-4030-8451-1e691b8bc10a), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.862065 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (94a8c261-d9d6-4030-8451-1e691b8bc10a), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:29.936277 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (94a8c261-d9d6-4030-8451-1e691b8bc10a), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.063608 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (94a8c261-d9d6-4030-8451-1e691b8bc10a), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.096980 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.100515 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/94a8c261-d9d6-4030-8451-1e691b8bc10a HTTP/1.1" status: 204 len: 168 time: 0.3192549 Apr 11 16:56:30.102329 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37cd39a-9b15-4797-a590-de5abd1ab383 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94a8c261-d9d6-4030-8451-1e691b8bc10a,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:30.104299 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35294) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:30.113848 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f242dd-2d8c-46f8-9966-f3346be5a8d9 None None] Network d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:56:30.139047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device bf8ac4f8-a697-4147-a419-988fbb81558b no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:30.167395 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: bf8ac4f8-a697-4147-a419-988fbb81558b {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:30.167649 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device bf8ac4f8-a697-4147-a419-988fbb81558b not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:30.168063 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 6719d568-a5c2-4560-9e03-7fa054ddafb8 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:30.181961 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.219790 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 6719d568-a5c2-4560-9e03-7fa054ddafb8 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:30.219790 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 6719d568-a5c2-4560-9e03-7fa054ddafb8 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:30.239467 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Deleting port 165aa519-730f-429a-aaf3-7c28d3cac218 {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:30.239960 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.314328 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] For port 165aa519-730f-429a-aaf3-7c28d3cac218, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=165aa519-730f-429a-aaf3-7c28d3cac218,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:30.314979 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.329196 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Calling delete_port for 165aa519-730f-429a-aaf3-7c28d3cac218 owned by network:dhcp {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:30.333863 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] DHCP port deletion for d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:56:30.360373 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.379506 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Deleting port 165aa519-730f-429a-aaf3-7c28d3cac218 {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:30.379882 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.451529 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] For port 165aa519-730f-429a-aaf3-7c28d3cac218, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=165aa519-730f-429a-aaf3-7c28d3cac218,segment=NetworkSegment(19c49861-fce8-4d8d-b543-12691185717c),segment_id=19c49861-fce8-4d8d-b543-12691185717c)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:30.451767 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.465127 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Calling delete_port for 165aa519-730f-429a-aaf3-7c28d3cac218 owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:30.525450 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.542548 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (165aa519-730f-429a-aaf3-7c28d3cac218), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.553139 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Pushing event deleted for resources: {'Port': ['ID=165aa519-730f-429a-aaf3-7c28d3cac218,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:30.569178 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] No DVR routers for this DVR port 165aa519-730f-429a-aaf3-7c28d3cac218 on host dv-cinder-837165-2-smb {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:30.571872 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] Pushing event deleted for resources: {'Port': ['ID=165aa519-730f-429a-aaf3-7c28d3cac218,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:30.575454 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea97aa1-480b-4a0f-a7f1-85047ca55da4 None None] No DVR routers for this DVR port 165aa519-730f-429a-aaf3-7c28d3cac218 on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:30.628700 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.651384 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d74043f3-bb9f-4a10-a0c7-bb87e9186ed8']}} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:30.661178 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19c49861-fce8-4d8d-b543-12691185717c') {'for_net_delete': True} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:30.661501 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.services.segments.db [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19c49861-fce8-4d8d-b543-12691185717c') {} {{(pid=110560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:30.670628 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3794823'] for segment (19c49861-fce8-4d8d-b543-12691185717c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.684161 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (19c49861-fce8-4d8d-b543-12691185717c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.690227 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=110560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3772998'] for segment (19c49861-fce8-4d8d-b543-12691185717c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: Traceback (most recent call last): Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: timer() Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: cb(*args, **kw) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: return func(*args, **kwargs) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: self._notify() Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: self.callback(batched_events) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: event.method(event) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: return f(self, *a, **k) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: return self._get(url).json() Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: return self.request(url, 'GET', **kwargs) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:56:30.695107 dv-cinder-837165-2-smb neutron-server[110560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:56:30.803929 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (d74043f3-bb9f-4a10-a0c7-bb87e9186ed8), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.809567 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:30.812734 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] 10.222.0.32 "DELETE /v2.0/networks/d74043f3-bb9f-4a10-a0c7-bb87e9186ed8 HTTP/1.1" status: 204 len: 168 time: 0.7048748 Apr 11 16:56:30.826694 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d0990-214a-40fb-a332-a972535a3143 admin admin] Pushing event deleted for resources: {'Network': ['ID=d74043f3-bb9f-4a10-a0c7-bb87e9186ed8,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:31.229496 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35298) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:31.269820 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-0fced9e8-17ef-4685-876d-011fec8c3710 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a2e72a458b054ac6970039c51e024dac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391312 Apr 11 16:56:31.272234 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35300) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:31.323879 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] Publish callbacks [] for security_group (a6085913-8d04-43ff-8f1c-a522212b3efb), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.349161 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] Publish callbacks [] for security_group (a6085913-8d04-43ff-8f1c-a522212b3efb), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.462334 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a6085913-8d04-43ff-8f1c-a522212b3efb), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.464882 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:31.466139 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a6085913-8d04-43ff-8f1c-a522212b3efb HTTP/1.1" status: 204 len: 168 time: 0.1930122 Apr 11 16:56:31.474714 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434753db-e4a0-49ab-bd13-317c3096154c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6085913-8d04-43ff-8f1c-a522212b3efb,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:31.929699 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 165aa519-730f-429a-aaf3-7c28d3cac218 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:31.950596 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 165aa519-730f-429a-aaf3-7c28d3cac218 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:31.952322 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 165aa519-730f-429a-aaf3-7c28d3cac218 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:56:32.182441 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35306) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:32.222219 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-43da2a88-efa2-4171-965b-5f5a9d42a217 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4658e2a0f4d498eaf68f71de5920f3e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385804 Apr 11 16:56:32.224671 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35308) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:32.271975 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] Publish callbacks [] for security_group (5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:32.293764 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] Publish callbacks [] for security_group (5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:32.531077 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:32.534540 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:32.536160 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2 HTTP/1.1" status: 204 len: 168 time: 0.3104327 Apr 11 16:56:32.545686 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a981bc9-828a-471c-9b64-665937c8d41a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae5c0ca-ef65-4d7a-9fc7-533e2c8df7a2,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:36.192383 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:43.703283 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:56:52.972898 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fd51c-21a3-45ef-a91e-a13474064382 req-215928fd-29a7-479e-857c-0aed18c216a0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:52.974352 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e7fd51c-21a3-45ef-a91e-a13474064382 req-215928fd-29a7-479e-857c-0aed18c216a0 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0473537 Apr 11 16:56:53.020237 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-3e7fd51c-21a3-45ef-a91e-a13474064382 req-b3fa9f60-375e-49ec-8ccc-9e9ac023c521 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402734 Apr 11 16:56:53.649939 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7ea81721-896a-472a-bf9d-f744429021e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.141553 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc968c27-6c2a-4912-95b5-4cb177e99973 req-2ef23a16-54f4-4f5f-846d-35354de875a1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110559) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:54.142933 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dc968c27-6c2a-4912-95b5-4cb177e99973 req-2ef23a16-54f4-4f5f-846d-35354de875a1 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Apr 11 16:56:54.195206 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-dc968c27-6c2a-4912-95b5-4cb177e99973 req-6c59c826-69bf-4f58-8067-436ce2511235 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups?id=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466146 Apr 11 16:56:54.324133 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-99140eae-07f3-43b6-894d-bb3721fbd578 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 16:56:54.325563 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-99140eae-07f3-43b6-894d-bb3721fbd578 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 946 time: 0.0487938 Apr 11 16:56:54.408540 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Deleting port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:54.408769 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.502815 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.db [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] For port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c, host hv-cinder-83716, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83716',level=0,port_id=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:56:54.503198 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.670612 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.670882 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-548555'] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), after_update {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.671249 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.db.l3_db [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Floating IP 980d7958-cb46-4627-a1d9-c455535f3d36 disassociated. External IP: 172.28.0.78, port: 38ca6ca5-310f-4762-a6e1-d04bd0887a5c. Apr 11 16:56:54.671588 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.plugins.ml2.plugin [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Calling delete_port for 38ca6ca5-310f-4762-a6e1-d04bd0887a5c owned by compute:nova {{(pid=110560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:54.878918 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3773073'] for port (38ca6ca5-310f-4762-a6e1-d04bd0887a5c), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:54.911199 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'Port': ['ID=38ca6ca5-310f-4762-a6e1-d04bd0887a5c,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:55.027974 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:56:55.141556 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:56:55.153325 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:56:55.164441 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:55.165154 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:55.187133 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] No DVR routers for this DVR port 38ca6ca5-310f-4762-a6e1-d04bd0887a5c on host hv-cinder-83716 {{(pid=110560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:56:55.190068 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for port (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:55.193660 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [req-d96aa73b-fee5-4c2b-9502-75d09c63fabe req-9157b036-e797-45d8-8c9b-a22629fb2d3b tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.72 "DELETE /v2.0/ports/38ca6ca5-310f-4762-a6e1-d04bd0887a5c HTTP/1.1" status: 204 len: 173 time: 0.8616147 Apr 11 16:56:55.194103 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-deleted', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c'}] {{(pid=110560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 16:56:55.196434 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1e15a182ce693211574d7e04d529f9ec66a99c05bb838c51480db6c28635782e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e95340-b4cf-4f26-91d8-a9322890ef52" -d '{"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-deleted", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c"}]}' {{(pid=110560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 16:56:55.287380 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:55.320947 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [req-55aebd0e-8577-46e7-bdb1-5b3da15f78ed req-383b1388-ba70-4276-a869-a8482e29b66a tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/ports?device_id=22757003-5e3e-4f6c-9ab6-dd52afc0d4a6 HTTP/1.1" status: 200 len: 210 time: 0.0472572 Apr 11 16:56:55.381760 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 16:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b12587-8631-4044-b6e0-30bd8dd27777 x-openstack-request-id: req-c3b12587-8631-4044-b6e0-30bd8dd27777 {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 16:56:55.382293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22757003-5e3e-4f6c-9ab6-dd52afc0d4a6", "name": "network-vif-deleted", "tag": "38ca6ca5-310f-4762-a6e1-d04bd0887a5c", "status": "completed", "code": 200}]} {{(pid=110560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 16:56:55.382293 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c3b12587-8631-4044-b6e0-30bd8dd27777 {{(pid=110560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 16:56:55.382682 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3b12587-8631-4044-b6e0-30bd8dd27777'] response: {'server_uuid': '22757003-5e3e-4f6c-9ab6-dd52afc0d4a6', 'name': 'network-vif-deleted', 'tag': '38ca6ca5-310f-4762-a6e1-d04bd0887a5c', 'status': 'completed', 'code': 200} Apr 11 16:56:55.593565 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:55.619154 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:56:55.627461 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:56:55.628079 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:26Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:55.741968 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:56:55.934730 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:56:55.961815 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f72e53d3-5462-4880-9172-0bd264767ba8 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:51:25Z', 'revision_number': 4, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb', '_interfaces': [{'id': 'e696b67e-157e-4ddf-b7ad-41b000a06128', 'name': '', 'network_id': '50bf27a1-1d61-43fb-b800-0b7a9ca42bc8', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'mac_address': 'fa:16:3e:f6:ac:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:25Z', 'updated_at': '2022-04-11T16:51:30Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'subnets': [{'id': '3acca29f-5a00-4830-9c54-8f557e6f29ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:56:56.197145 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e65f31e8-2c29-41a1-bc97-6c7585d78218 None None] New status for floating IP 980d7958-cb46-4627-a1d9-c455535f3d36: DOWN {{(pid=110561) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 16:56:56.501712 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35342) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:56.555351 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.574707 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-37e2a53b-d8d8-4352-8de3-e0fe07423e58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.580288 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.713241 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.715904 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.717081 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "DELETE /v2.0/security-groups/4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e HTTP/1.1" status: 204 len: 168 time: 0.2143703 Apr 11 16:56:56.719833 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35344) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:56.726137 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd8cb4-4d35-44b1-a69c-0d99d5030e98 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:56.734651 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.api.v2.resource [None req-44893007-8147-4b2e-a6da-78f80d9b8f34 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] show failed (client error): The resource could not be found. Apr 11 16:56:56.735706 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-44893007-8147-4b2e-a6da-78f80d9b8f34 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "GET /v2.0/security-groups/4cfb6525-9284-4bf2-9fbe-aa49ebe83d9e HTTP/1.1" status: 404 len: 347 time: 0.0149097 Apr 11 16:56:56.738628 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35346) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:56:56.859622 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Deleting port 2e13ac88-a18a-414a-8543-23cd8daf0687 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:56:56.859963 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.936018 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.936347 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (2e13ac88-a18a-414a-8543-23cd8daf0687), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:56.949183 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Calling delete_port for 2e13ac88-a18a-414a-8543-23cd8daf0687 owned by network:floatingip {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:56:57.147702 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (2e13ac88-a18a-414a-8543-23cd8daf0687), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:57.177597 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Pushing event deleted for resources: {'Port': ['ID=2e13ac88-a18a-414a-8543-23cd8daf0687,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:56:57.241377 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks [] for floatingip (980d7958-cb46-4627-a1d9-c455535f3d36), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:57.244546 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-58303'] for floatingip (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:57.245757 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-27f92042-b9f5-4158-9980-905057b4a9d9 tempest-AttachVolumeShelveTestJSON-559669772 tempest-AttachVolumeShelveTestJSON-559669772-project] 10.222.0.32 "DELETE /v2.0/floatingips/980d7958-cb46-4627-a1d9-c455535f3d36 HTTP/1.1" status: 204 len: 168 time: 0.5061338 Apr 11 16:56:57.420336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:58.804544 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:56:59.373756 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c no longer exists at agent hyperv_hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:56:59.395354 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] No Port match for: 38ca6ca5-310f-4762-a6e1-d04bd0887a5c {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:56:59.395763 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Device 38ca6ca5-310f-4762-a6e1-d04bd0887a5c not bound to the agent host hv-cinder-83716 {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:00.015573 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35368) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:00.295969 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:00.494158 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-548299'] for router_interface (4685c760-f6fd-4127-a311-9f5639d6671e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:00.736931 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Deleting port e696b67e-157e-4ddf-b7ad-41b000a06128 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:00.737273 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:00.831168 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] For port e696b67e-157e-4ddf-b7ad-41b000a06128, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=e696b67e-157e-4ddf-b7ad-41b000a06128,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:00.831543 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:00.846686 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Calling delete_port for e696b67e-157e-4ddf-b7ad-41b000a06128 owned by network:router_interface {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:01.067249 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (e696b67e-157e-4ddf-b7ad-41b000a06128), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:01.094610 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e696b67e-157e-4ddf-b7ad-41b000a06128,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:01.276213 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-548199'] for router_interface (4685c760-f6fd-4127-a311-9f5639d6671e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:01.764757 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Router 4685c760-f6fd-4127-a311-9f5639d6671e has already been hosted by L3 agent 4c0877a1-fdde-4553-ae25-3e004e9ea04c {{(pid=110559) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 16:57:01.873705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] Notify agent at l3_agent.dv-cinder-837165-2-smb the message routers_updated {{(pid=110559) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 16:57:01.878932 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4c7379bb-06ec-4964-910c-91a59777b3c6 admin admin] 10.222.0.32 "PUT /v2.0/routers/4685c760-f6fd-4127-a311-9f5639d6671e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8623083 Apr 11 16:57:01.881451 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35372) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:01.883674 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Sync routers for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 16:57:01.896808 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:01.896808 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:01.995703 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks [] for router (4685c760-f6fd-4127-a311-9f5639d6671e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.017202 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: dv-cinder-837165-2-smb {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:02.110110 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks [] for router_gateway (4685c760-f6fd-4127-a311-9f5639d6671e), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.188677 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'external_fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213'}], 'enable_snat': True}, 'gw_port_id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:57:00Z', 'revision_number': 5, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port': {'id': '131ac3d5-441a-4c8e-befc-f5e1df0f9301', 'name': '', 'network_id': '00b626a1-e0cc-42c4-a0e5-f739a35d0ccc', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:10:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 476, 'fixed_ips': [{'subnet_id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'ip_address': '172.28.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837165-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T16:51:21Z', 'updated_at': '2022-04-11T16:51:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'bc0a7e30-95b7-4285-9ab7-8a0ce6b94260', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837165-2-smb'}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:02.223621 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Deleting port 131ac3d5-441a-4c8e-befc-f5e1df0f9301 {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:02.223979 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.229617 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Checking router: 4685c760-f6fd-4127-a311-9f5639d6671e for host: dv-cinder-837165-2-smb {{(pid=110562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 16:57:02.238189 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Routers {'4685c760-f6fd-4127-a311-9f5639d6671e'} bound to L3 agent in host dv-cinder-837165-2-smb {{(pid=110562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 16:57:02.238796 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837165-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T16:36:56Z,description=,heartbeat_timestamp=2022-04-11T16:56:56Z,host='dv-cinder-837165-2-smb',id=4c0877a1-fdde-4553-ae25-3e004e9ea04c,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T16:36:57Z,topic='l3_agent')) {'router_ids': ['4685c760-f6fd-4127-a311-9f5639d6671e'], 'active': True} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:02.332082 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_dvr_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] Set router 4685c760-f6fd-4127-a311-9f5639d6671e gateway port host: None {{(pid=110562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 16:57:02.337802 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] For port 131ac3d5-441a-4c8e-befc-f5e1df0f9301, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=131ac3d5-441a-4c8e-befc-f5e1df0f9301,segment=NetworkSegment(6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15),segment_id=6d9be68b-f82f-4ea6-a6fd-81a5dc6cde15)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:02.338173 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.351846 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Calling delete_port for 131ac3d5-441a-4c8e-befc-f5e1df0f9301 owned by network:router_gateway {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:02.383616 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.l3_hamode_db [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:57:02Z', 'revision_number': 6, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port_host': None}], 'dv-cinder-837165-2-smb', False) {} {{(pid=110562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:02.413719 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf0cad2-61dc-4a8a-91f1-f5bacd94e095 None None] The sync data for ids ['4685c760-f6fd-4127-a311-9f5639d6671e'] in dv-cinder-837165-2-smb is: [{'id': '4685c760-f6fd-4127-a311-9f5639d6671e', 'name': 'tempest-AttachVolumeShelveTestJSON-1018902479-router', 'tenant_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T16:51:20Z', 'updated_at': '2022-04-11T16:57:02Z', 'revision_number': 6, 'project_id': '0d74ae915ae44c67a945c3f6dcb3a57e', 'gw_port_host': None}] {{(pid=110562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 16:57:02.574687 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (131ac3d5-441a-4c8e-befc-f5e1df0f9301), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.604103 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Pushing event deleted for resources: {'Port': ['ID=131ac3d5-441a-4c8e-befc-f5e1df0f9301,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:02.664547 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-548481'] for router_gateway (4685c760-f6fd-4127-a311-9f5639d6671e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.758183 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-748591', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12959'] for router (4685c760-f6fd-4127-a311-9f5639d6671e), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.760484 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks [] for router_controller (4685c760-f6fd-4127-a311-9f5639d6671e), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.866502 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-748582'] for router (4685c760-f6fd-4127-a311-9f5639d6671e), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.867071 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4685c760-f6fd-4127-a311-9f5639d6671e {{(pid=110559) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 16:57:02.871693 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.872837 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-111af688-78cd-4348-8a8b-711e59333236 admin admin] 10.222.0.32 "DELETE /v2.0/routers/4685c760-f6fd-4127-a311-9f5639d6671e HTTP/1.1" status: 204 len: 168 time: 0.9904706 Apr 11 16:57:02.875940 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35374) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:02.918679 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Deleting subnet 3acca29f-5a00-4830-9c54-8f557e6f29ac {{(pid=110559) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 16:57:02.922255 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Publish callbacks [] for subnet (3acca29f-5a00-4830-9c54-8f557e6f29ac), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:02.955821 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3519895'] for subnet (3acca29f-5a00-4830-9c54-8f557e6f29ac), precommit_delete_associations {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.033221 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8055040'] for subnet (3acca29f-5a00-4830-9c54-8f557e6f29ac), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.152127 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8055097', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-702206', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-59015244', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3686177'] for subnet (3acca29f-5a00-4830-9c54-8f557e6f29ac), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.179318 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3acca29f-5a00-4830-9c54-8f557e6f29ac,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:03.182957 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.186699 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-5d8a57c5-adb8-45ad-80f9-88178a8c8f8f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3acca29f-5a00-4830-9c54-8f557e6f29ac HTTP/1.1" status: 204 len: 168 time: 0.3092463 Apr 11 16:57:03.188670 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35376) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:03.189621 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d57ad7-168c-4bb6-a129-aee93a215835 None None] Network 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 requested from dv-cinder-837165-2-smb {{(pid=110561) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 16:57:03.261254 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8080467'] for network (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.315030 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Deleting port be5d97c0-0559-4dcf-811e-323c6adf1bea {{(pid=110559) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:03.315485 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.351769 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] DHCP port deletion for 50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 request from dv-cinder-837165-2-smb {{(pid=110561) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 16:57:03.390269 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.db [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] For port be5d97c0-0559-4dcf-811e-323c6adf1bea, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=be5d97c0-0559-4dcf-811e-323c6adf1bea,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110559) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:03.390636 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.394419 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Deleting port be5d97c0-0559-4dcf-811e-323c6adf1bea {{(pid=110561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 16:57:03.394922 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8753046746655'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), before_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.404992 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.plugin [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Calling delete_port for be5d97c0-0559-4dcf-811e-323c6adf1bea owned by network:dhcp {{(pid=110559) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:03.467510 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.db [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] For port be5d97c0-0559-4dcf-811e-323c6adf1bea, host dv-cinder-837165-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837165-2-smb',level=0,port_id=be5d97c0-0559-4dcf-811e-323c6adf1bea,segment=NetworkSegment(b0632113-cb9c-476e-9617-92e567a99c28),segment_id=b0632113-cb9c-476e-9617-92e567a99c28)] {{(pid=110561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 16:57:03.467912 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-767573'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), precommit_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.481318 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Calling delete_port for be5d97c0-0559-4dcf-811e-323c6adf1bea owned by network:dhcp {{(pid=110561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 16:57:03.553114 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-59015217'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.561545 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-8067469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-32263', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8753046754829', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8753046230065'] for port (be5d97c0-0559-4dcf-811e-323c6adf1bea), after_delete {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.584267 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] No DVR routers for this DVR port be5d97c0-0559-4dcf-811e-323c6adf1bea on host dv-cinder-837165-2-smb {{(pid=110559) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:03.590149 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Pushing event deleted for resources: {'Port': ['ID=be5d97c0-0559-4dcf-811e-323c6adf1bea,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:03.676961 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8057229', 'neutron.services.segments.db._delete_segments_for_network-8753046642607'] for network (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.698112 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50bf27a1-1d61-43fb-b800-0b7a9ca42bc8']}} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:03.708961 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0632113-cb9c-476e-9617-92e567a99c28') {'for_net_delete': True} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:03.709257 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.services.segments.db [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0632113-cb9c-476e-9617-92e567a99c28') {} {{(pid=110559) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 16:57:03.716375 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Pushing event deleted for resources: {'Port': ['ID=be5d97c0-0559-4dcf-811e-323c6adf1bea,revision_number=None']} {{(pid=110561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:03.719648 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8753046646200', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3519902'] for segment (b0632113-cb9c-476e-9617-92e567a99c28), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.724493 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] No DVR routers for this DVR port be5d97c0-0559-4dcf-811e-323c6adf1bea on host dv-cinder-837165-2-smb {{(pid=110561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 16:57:03.726530 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.726874 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.727241 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.727581 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.727912 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.728298 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.728574 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.728903 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.729218 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.729537 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.729857 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.730179 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.730498 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.730813 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.731155 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebcb9437-d3a3-421c-839b-5c4cec6d1382 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:03.733545 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133'] for segment (b0632113-cb9c-476e-9617-92e567a99c28), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.740366 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=110559) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 16:57:03.740767 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8053133', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-59015398'] for segment (b0632113-cb9c-476e-9617-92e567a99c28), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: Traceback (most recent call last): Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: timer() Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: cb(*args, **kw) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: return func(*args, **kwargs) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: self._notify() Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: self.callback(batched_events) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: event.method(event) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: return f(self, *a, **k) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: return self._get(url).json() Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: return self.request(url, 'GET', **kwargs) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 16:57:03.742699 dv-cinder-837165-2-smb neutron-server[110559]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 16:57:03.871696 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8057218', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556252', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-548581'] for network (50bf27a1-1d61-43fb-b800-0b7a9ca42bc8), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.877347 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556078'] for network (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:03.880984 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] 10.222.0.32 "DELETE /v2.0/networks/50bf27a1-1d61-43fb-b800-0b7a9ca42bc8 HTTP/1.1" status: 204 len: 168 time: 0.6909156 Apr 11 16:57:03.891866 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556ad208-84a5-41d4-b4ca-713ad7b12527 admin admin] Pushing event deleted for resources: {'Network': ['ID=50bf27a1-1d61-43fb-b800-0b7a9ca42bc8,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:03.956528 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device be5d97c0-0559-4dcf-811e-323c6adf1bea no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:03.977482 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: be5d97c0-0559-4dcf-811e-323c6adf1bea {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:03.977821 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device be5d97c0-0559-4dcf-811e-323c6adf1bea not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:03.978234 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device e696b67e-157e-4ddf-b7ad-41b000a06128 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:04.002319 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: e696b67e-157e-4ddf-b7ad-41b000a06128 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:04.002594 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device e696b67e-157e-4ddf-b7ad-41b000a06128 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:04.003083 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 131ac3d5-441a-4c8e-befc-f5e1df0f9301 no longer exists at agent ovs-agent-dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 16:57:04.023496 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.plugin [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] No Port match for: 131ac3d5-441a-4c8e-befc-f5e1df0f9301 {{(pid=110561) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 16:57:04.023840 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron.plugins.ml2.rpc [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Device 131ac3d5-441a-4c8e-befc-f5e1df0f9301 not bound to the agent host dv-cinder-837165-2-smb {{(pid=110561) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 16:57:04.175666 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35380) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:04.214206 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-a495d97f-8598-4e76-9c08-6576e042a836 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d74ae915ae44c67a945c3f6dcb3a57e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0373299 Apr 11 16:57:04.216710 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35382) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:04.269854 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] Publish callbacks [] for security_group (eee8530c-2dd1-44cc-a2ed-c931d4a8115f), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:04.292296 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] Publish callbacks [] for security_group (eee8530c-2dd1-44cc-a2ed-c931d4a8115f), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:04.415549 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (eee8530c-2dd1-44cc-a2ed-c931d4a8115f), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:04.418098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:04.419326 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/eee8530c-2dd1-44cc-a2ed-c931d4a8115f HTTP/1.1" status: 204 len: 168 time: 0.2013073 Apr 11 16:57:04.427210 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40ffe78-957c-43c0-8d3b-ef75bebb7e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee8530c-2dd1-44cc-a2ed-c931d4a8115f,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:06.162869 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:20.702176 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:23.718182 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c4ad3329-981c-4c57-b1c4-8a4861142143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:25.716130 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35594) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:25.831552 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:25.906750 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Publish callbacks [] for security_group (08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:25.990870 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.030491 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=709cf54816524a8b9760cbe753bc858c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3132594 Apr 11 16:57:26.032004 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:26.033932 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35598) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:26.045251 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.045530 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.045890 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.046248 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.046608 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.046967 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.047335 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.047671 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.048007 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.048342 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.048670 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.049003 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.049334 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.049662 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.049989 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff33ddc-1858-40c2-b7be-41aabbdcd5ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:26.098659 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] Publish callbacks [] for security_group (08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.123173 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] Publish callbacks [] for security_group (08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.278153 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.281665 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.282865 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af HTTP/1.1" status: 204 len: 168 time: 0.2480311 Apr 11 16:57:26.290898 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa58e9a-6aa4-442b-85f1-0bf3e8c9eb86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08fccbe3-ded4-4fbd-9d44-dbf6ba2fe9af,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:26.609447 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-f935ba11-c3dd-47ec-833a-451525962f59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:26.993181 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35604) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:27.004729 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.078193 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Publish callbacks [] for security_group (fd85c885-2c7f-4387-8cb9-81006a7c9a21), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.163700 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (fd85c885-2c7f-4387-8cb9-81006a7c9a21), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.201571 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd85c885-2c7f-4387-8cb9-81006a7c9a21,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:27.205363 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a4328fade7d49b9b306dbf68303cdc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2134957 Apr 11 16:57:27.208143 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35606) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:27.212199 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.212711 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.212899 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.213243 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.213631 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.213973 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.214246 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.214590 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.214912 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.215270 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.215604 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.215988 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.216319 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.216642 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.216969 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4268ef-e7f6-410a-a568-119d532155a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:57:27.258245 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] Publish callbacks [] for security_group (fd85c885-2c7f-4387-8cb9-81006a7c9a21), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.279393 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] Publish callbacks [] for security_group (fd85c885-2c7f-4387-8cb9-81006a7c9a21), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.426812 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (fd85c885-2c7f-4387-8cb9-81006a7c9a21), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.429402 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:27.430612 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/fd85c885-2c7f-4387-8cb9-81006a7c9a21 HTTP/1.1" status: 204 len: 168 time: 0.2214415 Apr 11 16:57:27.439824 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbcd1-cb90-4a9a-b601-0a21eb27674c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd85c885-2c7f-4387-8cb9-81006a7c9a21,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:27.441611 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:28.832129 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:30.273817 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:36.220817 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.345936 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35712) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:41.469250 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-045f74e6-9727-4cf9-98e1-44e3ddc01259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.544129 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-045f74e6-9727-4cf9-98e1-44e3ddc01259 admin admin] Publish callbacks [] for security_group (61976623-54d8-4fcd-a9f2-f89b752e456f), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.621144 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-045f74e6-9727-4cf9-98e1-44e3ddc01259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (61976623-54d8-4fcd-a9f2-f89b752e456f), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.663387 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045f74e6-9727-4cf9-98e1-44e3ddc01259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61976623-54d8-4fcd-a9f2-f89b752e456f,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:41.667747 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-045f74e6-9727-4cf9-98e1-44e3ddc01259 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=16a784c7c61749b581adb5cbd63f4098&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3207889 Apr 11 16:57:41.670301 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35716) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:41.719343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] Publish callbacks [] for security_group (61976623-54d8-4fcd-a9f2-f89b752e456f), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.741098 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] Publish callbacks [] for security_group (61976623-54d8-4fcd-a9f2-f89b752e456f), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.871658 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (61976623-54d8-4fcd-a9f2-f89b752e456f), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.874094 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:41.875290 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61976623-54d8-4fcd-a9f2-f89b752e456f HTTP/1.1" status: 204 len: 168 time: 0.2039518 Apr 11 16:57:41.884072 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579f31f-5d60-45d2-95d5-b232027b54c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61976623-54d8-4fcd-a9f2-f89b752e456f,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.585571 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35722) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:42.599595 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f180e5cf-3628-4c57-9897-50d5e5902afd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.671124 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f180e5cf-3628-4c57-9897-50d5e5902afd admin admin] Publish callbacks [] for security_group (06ac2810-25d3-4d86-9a44-7fd7a574b646), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.807702 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-f180e5cf-3628-4c57-9897-50d5e5902afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (06ac2810-25d3-4d86-9a44-7fd7a574b646), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.847792 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180e5cf-3628-4c57-9897-50d5e5902afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ac2810-25d3-4d86-9a44-7fd7a574b646,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:42.852004 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-f180e5cf-3628-4c57-9897-50d5e5902afd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2c44eef5fb504b7d82c32cc56e20028f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2653897 Apr 11 16:57:42.855344 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35724) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:42.902475 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] Publish callbacks [] for security_group (06ac2810-25d3-4d86-9a44-7fd7a574b646), before_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:42.923268 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] Publish callbacks [] for security_group (06ac2810-25d3-4d86-9a44-7fd7a574b646), precommit_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.112035 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (06ac2810-25d3-4d86-9a44-7fd7a574b646), after_delete {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.114998 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:43.116147 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/06ac2810-25d3-4d86-9a44-7fd7a574b646 HTTP/1.1" status: 204 len: 168 time: 0.2603135 Apr 11 16:57:43.124022 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e572611-0141-4b45-9935-11e5309ad822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ac2810-25d3-4d86-9a44-7fd7a574b646,revision_number=None']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:48.808887 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35782) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:48.918710 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d3d1-07e7-4f45-a2f8-57c0fe85dfa0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:48.996482 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d3d1-07e7-4f45-a2f8-57c0fe85dfa0 admin admin] Publish callbacks [] for security_group (c07067d6-fc21-4d2d-a6ee-4e43279d8438), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.065462 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d3d1-07e7-4f45-a2f8-57c0fe85dfa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c07067d6-fc21-4d2d-a6ee-4e43279d8438), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.107085 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef3d3d1-07e7-4f45-a2f8-57c0fe85dfa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07067d6-fc21-4d2d-a6ee-4e43279d8438,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:49.112895 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-2ef3d3d1-07e7-4f45-a2f8-57c0fe85dfa0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=56fda29b6e1e4388b9dbabc1cef97d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028963 Apr 11 16:57:49.116286 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35786) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:49.166754 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] Publish callbacks [] for security_group (c07067d6-fc21-4d2d-a6ee-4e43279d8438), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.188924 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] Publish callbacks [] for security_group (c07067d6-fc21-4d2d-a6ee-4e43279d8438), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.316213 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (c07067d6-fc21-4d2d-a6ee-4e43279d8438), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.319355 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:49.320656 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c07067d6-fc21-4d2d-a6ee-4e43279d8438 HTTP/1.1" status: 204 len: 168 time: 0.2032762 Apr 11 16:57:49.329993 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5800f74-d4af-425c-a790-e8e2bd6f5f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07067d6-fc21-4d2d-a6ee-4e43279d8438,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:49.929073 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35792) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:49.945172 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2a6d-52a3-41de-a048-76d3a135146a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.016448 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2a6d-52a3-41de-a048-76d3a135146a admin admin] Publish callbacks [] for security_group (a04b7227-1fb2-4806-91d6-e752dc44ab09), precommit_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.105729 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-1d9b2a6d-52a3-41de-a048-76d3a135146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a04b7227-1fb2-4806-91d6-e752dc44ab09), after_create {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.144036 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-1d9b2a6d-52a3-41de-a048-76d3a135146a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a477fa03f7124c2893738c6f63c9ed64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2138700 Apr 11 16:57:50.145391 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9b2a6d-52a3-41de-a048-76d3a135146a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a04b7227-1fb2-4806-91d6-e752dc44ab09,revision_number=1']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:50.147850 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35794) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:57:50.195967 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] Publish callbacks [] for security_group (a04b7227-1fb2-4806-91d6-e752dc44ab09), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.218138 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] Publish callbacks [] for security_group (a04b7227-1fb2-4806-91d6-e752dc44ab09), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.345791 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a04b7227-1fb2-4806-91d6-e752dc44ab09), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.348469 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:50.349626 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a04b7227-1fb2-4806-91d6-e752dc44ab09 HTTP/1.1" status: 204 len: 168 time: 0.2008870 Apr 11 16:57:50.357510 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dc87ff-9d74-4a01-8aff-ad38240d3c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a04b7227-1fb2-4806-91d6-e752dc44ab09,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:57:53.659968 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3bcf3051-5103-4ea7-89a3-29124679c664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:56.602749 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e898d9e0-e520-42a0-8c7d-1a363783c029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:57.396719 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:57:57.795046 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:57:58.739544 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:00.305566 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:06.167152 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.168682 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 35978) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:17.274794 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c673-3a58-4c8c-96a5-8be8ca4cc1ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.350180 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c673-3a58-4c8c-96a5-8be8ca4cc1ce admin admin] Publish callbacks [] for security_group (dde3d2b3-2e22-4114-83a8-2414983ca9e3), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.418282 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-b1f2c673-3a58-4c8c-96a5-8be8ca4cc1ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (dde3d2b3-2e22-4114-83a8-2414983ca9e3), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.458377 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-b1f2c673-3a58-4c8c-96a5-8be8ca4cc1ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=716c9f371647451bbcdbd94c1267dfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885990 Apr 11 16:58:17.459277 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2c673-3a58-4c8c-96a5-8be8ca4cc1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde3d2b3-2e22-4114-83a8-2414983ca9e3,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:17.461096 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 35982) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:17.511110 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] Publish callbacks [] for security_group (dde3d2b3-2e22-4114-83a8-2414983ca9e3), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.534749 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] Publish callbacks [] for security_group (dde3d2b3-2e22-4114-83a8-2414983ca9e3), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.647568 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (dde3d2b3-2e22-4114-83a8-2414983ca9e3), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.650122 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:17.651348 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dde3d2b3-2e22-4114-83a8-2414983ca9e3 HTTP/1.1" status: 204 len: 168 time: 0.1892607 Apr 11 16:58:17.659400 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca8f1a-c2a6-4f24-8bf1-3823146e32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde3d2b3-2e22-4114-83a8-2414983ca9e3,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:23.659309 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1d0dcad0-41bf-406c-aeb8-86aedb2ca097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:26.550128 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1c07ed08-9998-44e2-9dbb-98e9a55f1ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:27.390449 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:28.755476 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.310061 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.476818 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [-] (110559) accepted ('10.222.0.32', 36118) {{(pid=110559) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:30.580858 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.662800 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Publish callbacks [] for security_group (a599cb40-5431-48b0-b4f0-4c4581839ba5), precommit_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.727350 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron_lib.callbacks.manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a599cb40-5431-48b0-b4f0-4c4581839ba5), after_create {{(pid=110559) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.765076 dv-cinder-837165-2-smb neutron-server[110559]: INFO neutron.wsgi [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=55d4649f769f4c4bb97d3789fe0abe91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2871199 Apr 11 16:58:30.765932 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a599cb40-5431-48b0-b4f0-4c4581839ba5,revision_number=1']} {{(pid=110559) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:30.767836 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.wsgi [-] (110560) accepted ('10.222.0.32', 36122) {{(pid=110560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 16:58:30.773088 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.773438 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.773780 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.774116 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.774449 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.774773 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.775156 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.775561 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.776408 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.776733 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.777059 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.777386 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.777705 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.778024 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.778343 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01e78b6d-0651-47f1-9030-ae3d922d2411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110559) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.818381 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Publish callbacks [] for security_group (a599cb40-5431-48b0-b4f0-4c4581839ba5), before_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.840039 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Publish callbacks [] for security_group (a599cb40-5431-48b0-b4f0-4c4581839ba5), precommit_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.956191 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-699672'] for security_group (a599cb40-5431-48b0-b4f0-4c4581839ba5), after_delete {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.958777 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron_lib.callbacks.manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:30.960291 dv-cinder-837165-2-smb neutron-server[110560]: INFO neutron.wsgi [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a599cb40-5431-48b0-b4f0-4c4581839ba5 HTTP/1.1" status: 204 len: 168 time: 0.1914256 Apr 11 16:58:30.969354 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a599cb40-5431-48b0-b4f0-4c4581839ba5,revision_number=None']} {{(pid=110560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 16:58:30.982196 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.982540 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.982890 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.983259 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.983610 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.983940 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.984300 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.984612 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.984946 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.985274 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.985693 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.985949 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.986224 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.986551 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:30.986875 dv-cinder-837165-2-smb neutron-server[110560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601db2cd-beba-4ba5-a74c-120cf081bb96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837165-2-smb {{(pid=110560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 16:58:34.706316 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:58:36.149077 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:53.686440 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-33e84000-6fea-410c-970f-1c932b9ea104 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:56.572184 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-bf7148a6-4e72-4f6a-ba6e-b78a031b5065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:57.412532 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:58:58.783623 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:00.274680 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:06.183091 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:11.706510 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:23.685922 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-60931abc-4fb1-4631-8ea0-edcb1993d4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:26.605963 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-4e269008-143b-40a0-a15a-678068ffc93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:27.440292 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:28.822784 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:30.296803 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:36.193991 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:48.706256 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 16:59:53.644646 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-097b6416-c458-4a90-a5a6-553e0189c477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:56.564908 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3e1782c6-79f7-4c8c-b1c2-7bd5bb7a1f81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:57.399087 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 16:59:58.752714 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:00.284473 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:06.234152 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:23.660106 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-b448f371-d629-4a2d-8659-5ba5d5c3a2ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:25.704872 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:00:26.575409 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-6ec72be8-d5f9-41dd-a03f-fbe3ef2365eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:27.449586 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:28.803860 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:30.289420 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:36.255557 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:53.654297 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0a1d4126-f98e-439e-81fd-19a6259d9d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:56.591518 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-1fa9dde9-1b6c-4acc-ada1-42ed62dcec2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:57.465919 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:00:58.768390 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:00.333454 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:02.703352 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:06.190826 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:23.664424 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-e872e2a3-4e7e-4207-a62d-5f16aecd6e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:26.618876 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-3892630c-8613-4832-bce1-295675f972bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:27.395536 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:28.761705 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:30.293336 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:36.206851 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:39.702239 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:01:39.966374 dv-cinder-837165-2-smb neutron-server[110559]: DEBUG neutron.wsgi [req-23d5ffff-2ab4-44c5-afd6-63f9ce239e89 req-05e4b231-9fdf-4899-bfef-f12e5ca7a5ef service neutron] (110559) timed out ('10.222.0.72', 49685) {{(pid=110559) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 17:01:53.726640 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cad2be80-1983-463b-b460-5c8ac581fb1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:56.646047 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-c7940e04-9ec7-4527-abef-219f32bded44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:57.429144 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:01:58.778356 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:00.281705 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:06.183799 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:16.700346 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:23.662999 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-0f9c1d91-448a-482e-8f3f-8191d2917d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:26.559543 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-cc8d2ec1-0a99-4924-8458-9ea6d2a2efcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:27.394674 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:28.817535 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:30.336899 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:36.187632 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.679125 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-35d464d2-13e4-434e-bd25-a02241ef684b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:53.699057 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 17:02:56.570573 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-ba48e8a2-91bd-4bf3-ba18-e7512a2259a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:57.426996 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:02:58.770124 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:00.273020 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:06.238220 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-fbdb5fbb-84e1-4366-83f4-0c410edf60c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (3b4147de-155a-405b-a9f0-4a000ddd02ff), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:23.666281 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-7f4c7417-e323-4ee2-aab1-0b237086668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (435b29f1-cb1d-471a-8292-0391f3c21d86), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:26.564276 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-babebee0-9af1-4023-b458-1b267fc271b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (4c0877a1-fdde-4553-ae25-3e004e9ea04c), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:27.420346 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8c815eaf-5423-4b03-8508-650e9263ed7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (72526f3f-2d4e-4a6c-88a4-4796dba26083), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:28.774738 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-834bd38b-07d9-4616-ae5e-0c22f5e22c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (0c917ae5-1b54-4e25-9f5a-b1063528738a), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:30.289488 dv-cinder-837165-2-smb neutron-server[110561]: DEBUG neutron_lib.callbacks.manager [None req-8b3c63a4-4255-42f2-a8b9-91dc71a1ebdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8753046642589', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8226250'] for agent (a81505b7-15f2-450f-a94f-5cf29ac5d861), after_update {{(pid=110561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 17:03:30.698800 dv-cinder-837165-2-smb neutron-server[110562]: DEBUG neutron.db.agents_db [None req-3fc7d6a5-6391-40d4-9823-3e3604b1d8d6 None None] Agent healthcheck: found 6 active agents {{(pid=110562) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}